-- Logs begin at Tue 2021-06-01 15:15:43 UTC, end at Tue 2021-06-01 16:11:15 UTC. -- Jun 01 15:44:51.315011 dv-cinder-793515-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 01 15:44:52.336002 dv-cinder-793515-3-smb neutron-server[91868]: Beware of the coming changes in the project packaging Jun 01 15:44:52.336583 dv-cinder-793515-3-smb neutron-server[91868]: https://github.com/svinota/pyroute2/discussions/786 Jun 01 15:44:53.846015 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.common.config [-] Logging enabled! Jun 01 15:44:53.846674 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249 Jun 01 15:44:53.846788 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91868) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 01 15:44:53.850029 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.common.config [-] Logging enabled! Jun 01 15:44:53.850295 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249 Jun 01 15:44:53.850614 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91868) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 01 15:44:53.851624 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 15:44:53.851860 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 15:44:53.852226 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 15:44:53.852481 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 15:44:53.852707 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 15:44:53.853035 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.853330 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.853628 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.853868 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.854194 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.854489 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.854783 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.855101 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.855401 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.855693 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.855976 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.856265 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.856500 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.856788 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.857084 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.857375 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.857607 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] debug = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.857892 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.858589 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.859024 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.859333 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.859629 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.859912 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.860189 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.860470 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.860754 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.861100 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] host = dv-cinder-793515-3-smb {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.861386 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.861677 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.861968 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.862263 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.862542 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.862819 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.863144 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.863425 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.863699 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] log_file = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.863983 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.864277 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.864565 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.864857 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.865086 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.865312 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.865604 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.865896 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.866176 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.866453 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.866728 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.867005 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.867315 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.867682 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.867875 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.868286 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.868586 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.868866 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.869145 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.869421 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.870223 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.870639 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.870805 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.871096 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.871448 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.871768 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.872017 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.873213 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.873213 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.873213 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.873213 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.874428 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.874428 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.874428 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.875225 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.875225 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.875346 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] use_json = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.875530 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.875806 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.876097 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.876378 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.877481 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.877481 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.877481 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.877772 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:53.877948 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.878297 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.878651 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.878982 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.879356 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.879685 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.880023 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.880376 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.880723 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.881064 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.881397 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.882545 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.882545 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.882545 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.882982 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.882982 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.883186 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.883497 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.883778 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.885210 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.885210 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.885210 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.885210 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.885210 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.885645 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.885846 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.886655 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.886959 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.887271 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.887552 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.887836 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.888145 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.888427 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.888704 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.889137 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.889268 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.889542 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.889910 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.890090 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.890387 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.890672 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.891190 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.891271 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.891514 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.892120 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.892423 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.892716 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.893026 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.893281 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.893721 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.893851 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.894213 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.897618 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.897618 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.897618 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.897618 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.897618 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.897618 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.897618 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.897618 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.897618 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.898684 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.898684 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.898684 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.898684 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.898684 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.898684 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.898684 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.899763 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.899763 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.899763 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.899763 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.900221 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.900221 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.900574 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.900784 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.901667 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.901941 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.902222 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.902529 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.902825 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.903384 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.903486 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.903720 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.904027 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.904314 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.904614 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.904900 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.905187 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.905486 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.905870 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.906089 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.906392 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.906695 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.906997 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.907326 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.907616 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.907938 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.908224 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:53.908460 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 15:44:53.908703 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91868) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 01 15:44:54.270913 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:44:54.271215 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:44:54.271514 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:44:54.271855 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 01 15:44:54.672015 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:54.672306 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:54.672594 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:54.673916 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:54.674193 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:54.674463 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:54.710200 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:54.710478 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:54.710751 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:54.725156 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:54.725156 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:54.725156 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:54.755214 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:54.755493 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:54.755764 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:54.793244 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:54.793526 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:54.793795 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.030660 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.031281 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.031281 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.031441 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.032163 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.157526 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.157846 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.158135 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.158416 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.158692 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.159012 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.159298 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.159559 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.159818 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.160111 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.160376 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.160646 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.160916 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.161177 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.161448 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.161722 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.161985 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.162261 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.162518 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.162802 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.163184 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.163442 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.163696 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.163984 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.164237 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.164486 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.164877 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 15:44:55.165119 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 15:44:55.165362 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 15:44:55.165600 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 15:44:55.165838 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 15:44:55.166076 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 15:44:55.166445 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 01 15:44:55.169634 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 01 15:44:55.173582 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 01 15:44:55.177388 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Jun 01 15:44:55.179187 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 01 15:44:55.179638 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 01 15:44:55.179985 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 01 15:44:55.180377 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 01 15:44:55.183231 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 01 15:44:55.183488 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 01 15:44:55.183843 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 15:44:55.212037 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 01 15:44:55.212491 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.212797 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91868) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 01 15:44:55.213163 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.215349 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91868) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 01 15:44:55.215688 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 15:44:55.215900 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 01 15:44:55.219375 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.219662 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.282768 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 01 15:44:55.282956 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 01 15:44:55.283212 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 01 15:44:55.283598 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 01 15:44:55.314714 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_db.sqlalchemy.engines [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91868) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 01 15:44:55.655371 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.managers [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Initializing driver for type 'gre' Jun 01 15:44:55.655933 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] gre ID ranges: [(1, 1000)] Jun 01 15:44:55.710225 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.managers [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Initializing driver for type 'local' Jun 01 15:44:55.710658 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.managers [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Initializing driver for type 'vlan' Jun 01 15:44:55.723794 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] VlanTypeDriver initialization complete Jun 01 15:44:55.724148 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.managers [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Initializing driver for type 'vxlan' Jun 01 15:44:55.724678 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] vxlan ID ranges: [(1, 1000)] Jun 01 15:44:55.778635 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.managers [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Initializing extension driver 'port_security' Jun 01 15:44:55.779240 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.extensions.port_security [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] PortSecurityExtensionDriver initialization complete Jun 01 15:44:55.779807 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.managers [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Initializing mechanism driver 'openvswitch' Jun 01 15:44:55.780362 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.managers [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Initializing mechanism driver 'hyperv' Jun 01 15:44:55.791174 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.plugins.ml2.plugin [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:44:55.792954 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > port after_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.793585 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > port after_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.794205 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > port after_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.794883 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > subnet after_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.795541 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > subnet after_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.796157 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.796812 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > network after_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.797441 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > network after_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.798057 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > network after_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.798730 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > security_group after_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.799392 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > security_group after_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.800007 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.800681 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.801298 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.801910 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.802583 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > address_group after_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.803245 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > address_group after_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.803855 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.804464 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] ML2 OVO RPC backend initialized. {{(pid=91868) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 01 15:44:55.805707 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.806335 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.807083 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > network before_response 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.808251 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > networks before_response 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.808870 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > port before_response 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.809482 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > ports before_response 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.810101 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > subnet before_response 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.810715 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > subnets before_response 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.811375 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > network after_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.811986 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > network after_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.812598 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > network after_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.813210 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > port after_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.813821 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > port after_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.814427 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > port after_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.815039 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > subnet after_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.815673 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > subnet after_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.816277 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.817302 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.plugin [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Modular L2 Plugin initialization complete Jun 01 15:44:55.817892 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading services supported by the core plugin {{(pid=91868) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 01 15:44:55.818472 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.plugins.ml2.managers [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Got port-security extension from driver 'port_security' Jun 01 15:44:55.819331 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.extensions.vlantransparent [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Disabled vlantransparent extension. Jun 01 15:44:55.820189 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91868) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 01 15:44:55.820745 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading Plugin: router Jun 01 15:44:55.875558 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.875958 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router after_create 55549900 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.876322 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router before_create 55549900 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.876683 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.877052 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.877403 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router after_delete 55549900 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.877760 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.878116 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router after_create 55549900 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.878460 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router after_update 55549900 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.878805 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router after_update 55549900 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.879172 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.879533 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router after_update 55549900 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.879936 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router precommit_update 55549900 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.880303 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: port after_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.880644 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: port after_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.880980 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: subnet after_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.881332 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.881661 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.882009 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router precommit_create 55549900 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.882352 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: port before_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.882696 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router precommit_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.883056 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router after_update 55549900 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.883437 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.883774 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router precommit_create 55549900 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.884136 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.884479 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router precommit_update 55549900 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.884847 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > network after_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.885807 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Tracking information for resource: router configured {{(pid=91868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 15:44:55.886111 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Tracking information for resource: floatingip configured {{(pid=91868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 15:44:55.891418 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.db.l3_agentschedulers_db [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 01 15:44:55.892016 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: port after_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.892378 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: port after_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.892720 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: port after_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.893068 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: port after_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.893871 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router before_create 55550100 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.894232 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.894595 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router precommit_create 55550100 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.894951 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > router precommit_update 55550100 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.899382 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.services.provider_configuration [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Service providers = [] {{(pid=91868) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 01 15:44:55.899743 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.db.servicetype_db [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91868) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 01 15:44:55.902903 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.services.service_base [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91868) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 15:44:55.903279 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.services.service_base [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91868) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 15:44:55.903620 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.services.service_base [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91868) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 15:44:55.904499 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.services.service_base [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91868) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 15:44:55.904875 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.services.service_base [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 01 15:44:55.905265 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 15:44:55.905637 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 01 15:44:55.916516 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 15:44:55.917384 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading Plugin: auto_allocate Jun 01 15:44:55.923337 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: network precommit_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.923713 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: network precommit_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.924239 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 15:44:55.924554 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading Plugin: tag Jun 01 15:44:55.932012 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 15:44:55.932992 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading Plugin: timestamp Jun 01 15:44:55.937748 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 15:44:55.938080 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading Plugin: network_ip_availability Jun 01 15:44:55.944632 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.945034 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.945456 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:55.946641 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 15:44:55.947098 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading Plugin: flavors Jun 01 15:44:55.953503 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 15:44:55.953893 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading Plugin: revisions Jun 01 15:44:55.958826 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 15:44:55.959306 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_concurrency.lockutils [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.688s {{(pid=91868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:44:55.960266 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91868) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 01 15:44:55.960441 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Initializing extension manager. Jun 01 15:44:55.960944 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: __init__.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:55.961285 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: __pycache__ {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:55.961617 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:55.961946 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: address_group.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:55.962717 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:55.963335 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: address-group Jun 01 15:44:55.964186 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: address_scope.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:55.964890 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:55.965405 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: address-scope Jun 01 15:44:55.965724 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:55.966671 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:55.967213 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: router-admin-state-down-before-update Jun 01 15:44:55.967534 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: agent.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:55.968230 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:55.968742 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: agent Jun 01 15:44:55.969061 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: agent_resources_synced.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:55.969959 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:55.970464 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: agent-resources-synced Jun 01 15:44:55.970781 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: allowedaddresspairs.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:55.972631 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:55.973166 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: allowed-address-pairs Jun 01 15:44:55.973487 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: auto_allocated_topology.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:55.974561 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:55.975101 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: auto-allocated-topology Jun 01 15:44:55.975430 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: availability_zone.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:55.976123 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:55.976637 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: availability_zone Jun 01 15:44:55.976956 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: availability_zone_filter.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:55.977858 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:55.978369 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: availability_zone_filter Jun 01 15:44:55.978684 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: data_plane_status.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:55.980169 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:55.980676 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension data-plane-status not supported by any of loaded plugins Jun 01 15:44:55.980992 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: default_subnetpools.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:55.981886 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:55.982393 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: default-subnetpools Jun 01 15:44:55.982706 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:55.983814 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:55.984322 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: dhcp_agent_scheduler Jun 01 15:44:55.984637 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: dns.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:55.985532 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:55.986037 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension dns-integration not supported by any of loaded plugins Jun 01 15:44:55.986359 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: dns_domain_ports.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:55.987286 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:55.987789 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 01 15:44:55.988106 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: dvr.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:55.988764 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:55.989278 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: dvr Jun 01 15:44:55.989594 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: empty_string_filtering.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:55.990487 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:55.990996 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: empty-string-filtering Jun 01 15:44:55.991339 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:55.992228 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:55.992732 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 01 15:44:55.993050 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:55.993959 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:55.994464 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 01 15:44:55.994811 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: external_net.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:55.995739 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:55.996260 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: external-net Jun 01 15:44:55.996578 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:55.997477 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:55.997988 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: extra_dhcp_opt Jun 01 15:44:55.998304 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: extraroute.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:55.999214 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:55.999722 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: extraroute Jun 01 15:44:56.000036 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: extraroute_atomic.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.001061 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.001573 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: extraroute-atomic Jun 01 15:44:56.001888 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: filter_validation.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.002755 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.003294 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: filter-validation Jun 01 15:44:56.003617 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: fip_pf_description.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.004869 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.005514 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 01 15:44:56.005831 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: fip_port_details.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.006750 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.007293 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: fip-port-details Jun 01 15:44:56.007614 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: flavors.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.008852 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.009372 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: flavors Jun 01 15:44:56.009713 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.011437 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.011960 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 01 15:44:56.012368 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: floatingip_pools.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.012993 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.013503 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: floatingip-pools Jun 01 15:44:56.013827 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: ip_allocation.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.014820 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.015289 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension ip_allocation not supported by any of loaded plugins Jun 01 15:44:56.015609 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.016531 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.017042 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: ip-substring-filtering Jun 01 15:44:56.017365 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: l2_adjacency.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.018280 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.018788 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 01 15:44:56.019129 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: l3.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.020159 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.020693 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: router Jun 01 15:44:56.021013 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.023383 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.023925 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 01 15:44:56.024251 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.025209 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.025700 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: ext-gw-mode Jun 01 15:44:56.026622 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.027506 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.028022 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: l3-ha Jun 01 15:44:56.028343 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: l3_flavors.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.029239 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.029752 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: l3-flavors Jun 01 15:44:56.030070 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.030981 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.031541 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 01 15:44:56.031816 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: l3agentscheduler.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.032870 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.033388 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: l3_agent_scheduler Jun 01 15:44:56.033710 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: logging.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.035323 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.035783 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension logging not supported by any of loaded plugins Jun 01 15:44:56.036113 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: metering.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.036860 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.037441 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: metering Jun 01 15:44:56.037771 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.038999 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.039555 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: metering_source_and_destination_fields Jun 01 15:44:56.039885 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: multiprovidernet.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.040824 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.041306 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: multi-provider Jun 01 15:44:56.042185 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: netmtu.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.043110 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.043622 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: net-mtu Jun 01 15:44:56.043943 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: netmtu_writable.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.044847 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.045433 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: net-mtu-writable Jun 01 15:44:56.045685 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: network_availability_zone.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.046420 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.046862 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: network_availability_zone Jun 01 15:44:56.047194 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: network_ip_availability.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.048276 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.048794 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: network-ip-availability Jun 01 15:44:56.049112 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: network_segment_range.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.049872 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.050379 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension network-segment-range not supported by any of loaded plugins Jun 01 15:44:56.050699 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: pagination.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.051691 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.052019 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: pagination Jun 01 15:44:56.052449 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: port_device_profile.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.053357 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.053848 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: port-device-profile Jun 01 15:44:56.054165 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.055105 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.055620 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: port-mac-address-regenerate Jun 01 15:44:56.055934 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.056828 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.057370 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: port-numa-affinity-policy Jun 01 15:44:56.057685 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: port_resource_request.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.058584 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.059107 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension port-resource-request not supported by any of loaded plugins Jun 01 15:44:56.059430 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: portbindings.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.060332 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.060842 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: binding Jun 01 15:44:56.061160 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: portbindings_extended.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.062431 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.062953 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: binding-extended Jun 01 15:44:56.063305 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: portsecurity.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.064208 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.064722 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: port-security Jun 01 15:44:56.065042 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: project_id.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.065993 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.066319 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: project-id Jun 01 15:44:56.066642 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: providernet.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.067568 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.068081 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: provider Jun 01 15:44:56.068399 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: qos.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.071962 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.072494 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension qos not supported by any of loaded plugins Jun 01 15:44:56.072849 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.074072 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.074592 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 01 15:44:56.074919 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.075851 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.076370 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 01 15:44:56.076702 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: qos_default.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.077592 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.078111 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension qos-default not supported by any of loaded plugins Jun 01 15:44:56.078438 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: qos_fip.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.079092 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.079747 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension qos-fip not supported by any of loaded plugins Jun 01 15:44:56.080068 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: qos_gateway_ip.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.080973 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.081488 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 01 15:44:56.081809 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: qos_port_network_policy.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.082703 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.083248 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 01 15:44:56.083571 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: qos_rule_type_details.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.084460 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.084969 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 01 15:44:56.085287 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: qos_rules_alias.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.086308 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.086825 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 01 15:44:56.087176 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: quotasv2.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.088226 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.089080 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: quotas Jun 01 15:44:56.089396 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: quotasv2_detail.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.090990 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.091352 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: quota_details Jun 01 15:44:56.091683 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: rbac.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.092741 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.093272 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: rbac-policies Jun 01 15:44:56.093595 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: rbac_address_group.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.094501 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.095019 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: rbac-address-group Jun 01 15:44:56.095361 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: rbac_address_scope.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.096259 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.096773 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: rbac-address-scope Jun 01 15:44:56.097097 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: rbac_security_groups.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.097984 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.098497 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: rbac-security-groups Jun 01 15:44:56.098819 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: rbac_subnetpool.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.099759 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.100270 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: rbac-subnetpool Jun 01 15:44:56.100590 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: revisionifmatch.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.101482 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.101993 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: revision-if-match Jun 01 15:44:56.102313 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: revisions.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.103431 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.103946 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: standard-attr-revisions Jun 01 15:44:56.104846 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: router_availability_zone.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.105505 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.106020 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: router_availability_zone Jun 01 15:44:56.106340 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: routerservicetype.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.107268 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.107785 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension router-service-type not supported by any of loaded plugins Jun 01 15:44:56.108104 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.109249 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.109759 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: security-groups-normalized-cidr Jun 01 15:44:56.110078 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.110975 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.111513 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: port-security-groups-filtering Jun 01 15:44:56.111834 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.112729 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.113241 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: security-groups-remote-address-group Jun 01 15:44:56.113561 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: securitygroup.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.124462 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.125000 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: security-group Jun 01 15:44:56.125330 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: segment.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.126103 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.126626 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension segment not supported by any of loaded plugins Jun 01 15:44:56.126954 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.127905 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.128419 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 01 15:44:56.128741 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: servicetype.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.129845 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.130368 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: service-type Jun 01 15:44:56.130692 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: sorting.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.131679 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.132008 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: sorting Jun 01 15:44:56.132328 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: standard_attr_segment.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.133215 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.133729 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 01 15:44:56.134047 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: standardattrdescription.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.134682 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.135228 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: standard-attr-description Jun 01 15:44:56.135570 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: stateful_security_group.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.136471 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.136981 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: stateful-security-group Jun 01 15:44:56.137303 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: stdattrs_common.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.137871 dv-cinder-793515-3-smb neutron-server[91868]: WARNING neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 01 15:44:56.138191 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.139186 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.139706 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 01 15:44:56.140028 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: subnet_onboard.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.141075 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.141590 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: subnet_onboard Jun 01 15:44:56.141911 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.142814 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.143356 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 01 15:44:56.143678 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: subnet_service_types.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.144587 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.145102 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: subnet-service-types Jun 01 15:44:56.145425 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: subnetallocation.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.146494 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.147014 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: subnet_allocation Jun 01 15:44:56.147366 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.148023 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.148535 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: subnetpool-prefix-ops Jun 01 15:44:56.148853 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.149762 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.150279 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 01 15:44:56.150596 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: tagging.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.152226 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.152741 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: standard-attr-tag Jun 01 15:44:56.153065 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: timestamp.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.154365 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.154885 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loaded extension: standard-attr-timestamp Jun 01 15:44:56.155238 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: trunk.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.156298 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.156774 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension trunk not supported by any of loaded plugins Jun 01 15:44:56.157090 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: trunk_details.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.157992 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.158507 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension trunk-details not supported by any of loaded plugins Jun 01 15:44:56.158823 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: uplink_status_propagation.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.159756 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.160272 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 01 15:44:56.160591 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Loading extension file: vlantransparent.py {{(pid=91868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 15:44:56.161245 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 15:44:56.161755 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 01 15:44:56.164217 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Creating instance of TrackedResource for resource:network Jun 01 15:44:56.164954 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Creating instance of TrackedResource for resource:subnet Jun 01 15:44:56.165744 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 15:44:56.166354 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Creating instance of TrackedResource for resource:port Jun 01 15:44:56.168250 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.v2.resource_helper [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:56.168691 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.v2.resource_helper [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Service FLAVORS assigned prefix: {{(pid=91868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:56.169317 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.v2.resource_helper [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:56.169750 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.v2.resource_helper [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:56.170080 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Creating instance of TrackedResource for resource:router Jun 01 15:44:56.170738 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Creating instance of TrackedResource for resource:floatingip Jun 01 15:44:56.171480 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.v2.resource_helper [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Service METERING assigned prefix: /metering {{(pid=91868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:56.172909 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:56.173279 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:56.173628 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:44:56.174751 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 15:44:56.175241 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Creating instance of TrackedResource for resource:security_group Jun 01 15:44:56.175913 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 15:44:56.176644 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.v2.resource_helper [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Service CORE assigned prefix: {{(pid=91868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:56.176972 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 15:44:56.177306 dv-cinder-793515-3-smb neutron-server[91868]: WARNING neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] subnetpool is already registered Jun 01 15:44:56.177914 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.v2.resource_helper [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Service CORE assigned prefix: {{(pid=91868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:56.178240 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 15:44:56.178565 dv-cinder-793515-3-smb neutron-server[91868]: WARNING neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] subnetpool is already registered Jun 01 15:44:56.181179 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.v2.resource_helper [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:56.181614 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.v2.resource_helper [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Service FLAVORS assigned prefix: {{(pid=91868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:56.182231 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.v2.resource_helper [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:56.182653 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.v2.resource_helper [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:56.182980 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Creating instance of TrackedResource for resource:router Jun 01 15:44:56.183327 dv-cinder-793515-3-smb neutron-server[91868]: WARNING neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] router is already registered Jun 01 15:44:56.183924 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Creating instance of TrackedResource for resource:floatingip Jun 01 15:44:56.184251 dv-cinder-793515-3-smb neutron-server[91868]: WARNING neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] floatingip is already registered Jun 01 15:44:56.184882 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.v2.resource_helper [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Service METERING assigned prefix: /metering {{(pid=91868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:56.185551 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 15:44:56.185877 dv-cinder-793515-3-smb neutron-server[91868]: WARNING neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] rbac_policy is already registered Jun 01 15:44:56.186418 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Creating instance of TrackedResource for resource:security_group Jun 01 15:44:56.186741 dv-cinder-793515-3-smb neutron-server[91868]: WARNING neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] security_group is already registered Jun 01 15:44:56.187353 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 15:44:56.187694 dv-cinder-793515-3-smb neutron-server[91868]: WARNING neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] security_group_rule is already registered Jun 01 15:44:56.188364 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.v2.resource_helper [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Service CORE assigned prefix: {{(pid=91868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:56.188686 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 15:44:56.189005 dv-cinder-793515-3-smb neutron-server[91868]: WARNING neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] subnetpool is already registered Jun 01 15:44:56.189620 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.v2.resource_helper [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Service CORE assigned prefix: {{(pid=91868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 15:44:56.189941 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 15:44:56.190260 dv-cinder-793515-3-smb neutron-server[91868]: WARNING neutron.quota.resource_registry [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] subnetpool is already registered Jun 01 15:44:56.190903 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: extensions {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.192423 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: address-groups {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.194032 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: address-scopes {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.195265 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: agents {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.196429 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: auto-allocated-topology {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.197698 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: availability_zones {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.199027 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: dhcp-networks {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.200471 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: dhcp-agents {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.201889 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: routers {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.203736 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: flavors {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.204910 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: service_profiles {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.206128 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: next_providers {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.207690 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: service_profiles {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.209138 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: floatingip-pools {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.210343 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: routers {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.212233 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: floatingips {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.213970 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: l3-routers {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.215379 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: l3-agents {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.216783 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: metering-labels {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.218158 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: metering-label-rules {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.219462 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: network-ip-availabilities {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.220730 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: bindings {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.222377 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: quotas {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.223857 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: quotas {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.225270 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: rbac-policies {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.227622 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: security-groups {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.228869 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: security-group-rules {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.230700 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: service-providers {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.231966 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: subnetpools {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.344208 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: subnetpools {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.345679 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: tags {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.347399 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: tags {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.349253 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: tags {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.351035 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: tags {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.352850 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: tags {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.354741 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: tags {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.356624 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: tags {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.358794 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: tags {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.360609 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: tags {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.362471 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron.api.extensions [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Extended resource: tags {{(pid=91868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 15:44:56.368439 dv-cinder-793515-3-smb neutron-server[91868]: WARNING keystonemiddleware.auth_token [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 01 15:44:56.373225 dv-cinder-793515-3-smb neutron-server[91868]: WARNING keystonemiddleware.auth_token [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 01 15:44:56.381371 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_concurrency.lockutils [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Acquired lock "singleton_lock" {{(pid=91868) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 01 15:44:56.381849 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_concurrency.lockutils [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Releasing lock "singleton_lock" {{(pid=91868) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 01 15:44:56.382474 dv-cinder-793515-3-smb neutron-server[91868]: INFO oslo_service.service [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Starting 2 workers Jun 01 15:44:56.387809 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Started child 91975 {{(pid=91868) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 15:44:56.392445 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Started child 91976 {{(pid=91868) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 15:44:56.393044 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:56.394032 dv-cinder-793515-3-smb neutron-server[91868]: INFO neutron.service [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 01 15:44:56.394680 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Notify callbacks [] for process, before_spawn {{(pid=91868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:56.394784 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [-] (91975) wsgi starting up on http://0.0.0.0:9696 Jun 01 15:44:56.396962 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:56.397414 dv-cinder-793515-3-smb neutron-server[91868]: INFO oslo_service.service [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Starting 1 workers Jun 01 15:44:56.398449 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [-] (91976) wsgi starting up on http://0.0.0.0:9696 Jun 01 15:44:56.403128 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Started child 91977 {{(pid=91868) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 15:44:56.403728 dv-cinder-793515-3-smb neutron-server[91868]: INFO oslo_service.service [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Starting 1 workers Jun 01 15:44:56.408655 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Started child 91978 {{(pid=91868) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 15:44:56.408854 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.service [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] calling RpcWorker wait() {{(pid=91977) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 01 15:44:56.409349 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.service [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] returning from RpcWorker wait() {{(pid=91977) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 01 15:44:56.409433 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG neutron_lib.callbacks.manager [None req-86f64061-e710-4614-bd83-bbac55b4ed80 None None] Notify callbacks [] for process, after_spawn {{(pid=91868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:56.410935 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:56.411330 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91868) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 01 15:44:56.411428 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:44:56.411569 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 15:44:56.411733 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 15:44:56.411954 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 15:44:56.412285 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 15:44:56.412452 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 15:44:56.412964 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.413241 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.413531 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.413794 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.413999 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:44:56.414476 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.414635 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.414995 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.415173 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.415455 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.415719 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.415879 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.416050 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.416313 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.417391 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.417391 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.417687 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.417952 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.418216 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.418389 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.418656 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.418929 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.419193 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.419475 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] debug = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.419765 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.420186 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.420604 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.420767 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.420916 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.421171 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.421416 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.421680 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.422006 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.422150 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.422397 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.422704 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.422886 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.423211 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.423366 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.423599 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.423814 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.424293 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] host = dv-cinder-793515-3-smb {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.424510 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.424725 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.424973 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.425230 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.425476 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.425707 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.425970 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.426217 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.426482 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.426766 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.426964 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.427218 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.427587 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.427749 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] log_file = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.427895 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] log_options = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.428105 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.428371 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.428647 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.428849 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.428999 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.429176 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.429433 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.429588 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.429855 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.430090 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.430306 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.430624 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.430806 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.430992 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.431358 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.431653 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.431789 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.432003 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.432311 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.433227 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.433445 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.433588 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.433798 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.434037 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.434289 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.434486 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.434703 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.434971 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.435197 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.435465 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.435699 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.435969 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.436213 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.436459 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.436707 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.436951 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.437116 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.437390 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.437773 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.437917 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.438122 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.438336 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.438581 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.438815 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.439057 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.439315 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] use_json = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.439527 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.439740 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.439989 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.440204 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.440417 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.440631 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.440866 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.441112 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.441535 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.441807 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.442106 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.442338 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.442591 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.442833 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.443087 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.443309 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.443540 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.444945 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.445250 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:44:56.445399 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.445528 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.445782 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.447196 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.447566 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.448723 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.449095 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.449619 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.450239 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.452071 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.452071 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.452071 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.452442 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.452726 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.453013 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.453303 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.453559 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.453806 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.454048 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.454301 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.454534 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.454785 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.455105 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.455336 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.455584 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.455817 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.456075 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.456324 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.456589 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.456843 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.457118 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.457396 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.457675 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.457889 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.458115 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.458341 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.458568 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.458827 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.459084 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.459364 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.459618 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.459872 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.460120 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.460347 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.460602 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.460864 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.461114 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.461585 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.467163 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.467457 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.467732 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.468027 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.468309 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.468554 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.468796 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.469061 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.469298 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.469543 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.469779 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.470031 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.470272 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.470512 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.470731 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.470980 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.478912 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.478912 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.478912 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.478912 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.478912 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.478912 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.478912 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.478912 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.478912 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.481235 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.481235 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.481235 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.481235 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.481235 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.481235 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.481235 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.481235 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.481693 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.481693 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.481893 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.482133 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.482385 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.482643 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.482888 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.483811 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.484049 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.484354 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.484600 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.484848 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.488471 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.488783 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.489050 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.489359 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.489658 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.489936 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.490261 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.490497 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.490795 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.491095 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.494617 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.496013 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.496308 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.496768 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.496970 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.497274 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.497557 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.497839 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.498116 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.498365 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.498700 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.499260 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.500890 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.501186 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.501936 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.503457 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.503828 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.504113 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.504405 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.504796 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.505106 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.505374 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.505641 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.505976 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.506301 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.506615 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.506940 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.507265 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.507567 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.508063 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.508369 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.508653 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.508961 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.509297 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.509606 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.509945 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.510823 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.511193 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.511522 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.511853 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.512194 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.512505 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.512943 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.513290 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.513609 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.513958 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.514284 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.514562 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.514874 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.515244 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.515569 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.515885 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.516217 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.516543 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.517070 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.517413 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.517782 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.518262 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.518585 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.518911 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.519323 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.519680 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.519998 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.520345 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.520700 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.521023 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.521351 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.521666 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.521895 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 54636) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:44:56.522071 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.522370 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.522711 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.523163 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.523549 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.523890 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.524379 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.524743 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.525097 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.525436 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.525770 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.526699 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.527046 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.527432 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.527763 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.528359 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.528715 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.529106 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.529457 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.529817 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.530161 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.530491 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.530861 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.531220 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.531562 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.532139 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0077169 Jun 01 15:44:56.532373 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.532757 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.533234 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.533602 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.534886 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.535311 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.537204 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.537204 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.537204 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.537204 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.537204 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.538389 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.538389 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.538679 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.538813 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.539280 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.539595 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.539933 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.541413 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.541413 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.541413 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.541413 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.542082 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.542082 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.542425 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.542891 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.543312 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.543668 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.544207 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.544577 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.544875 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.545268 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.546766 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.546766 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.546766 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.547465 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.547465 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.547866 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.548107 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.548562 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.549055 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.549441 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.549778 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.550169 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.550553 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.550936 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.552827 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.552827 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.553233 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.553739 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.554019 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.554384 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.555161 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.555285 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.555643 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.555954 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.556337 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.556711 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.557095 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.557522 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.557906 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.559117 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.559117 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.559117 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.560054 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.560054 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.560054 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.560439 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.560701 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 15:44:56.561600 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91868) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 01 15:44:56.561861 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 15:44:56.562099 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 15:44:56.562364 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 15:44:56.564215 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 15:44:56.564469 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:44:56.564710 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 15:44:56.564710 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.564710 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.564710 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.564710 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.564710 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.564710 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.566247 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.566247 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.566247 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.566247 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.566247 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.566247 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.567345 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.567345 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.567345 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.567345 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.567877 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.567877 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.568234 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.568234 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.568576 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.568757 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.569001 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] debug = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.569254 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.569530 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.569843 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.570048 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.570295 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.570548 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.570794 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.571038 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.571309 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.571574 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.571938 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.572142 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.572350 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.574557 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.574740 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.574910 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.575124 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.575301 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] host = dv-cinder-793515-3-smb {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.575504 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.575652 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.575796 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.575954 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.576122 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.576288 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.576455 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.576624 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.576789 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.576960 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.578010 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.578010 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.578010 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.578010 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] log_file = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.578010 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] log_options = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.578010 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.578010 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.578441 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.578441 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.578583 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.578804 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.578908 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.579013 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.579213 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.579373 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.579534 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.579724 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.579846 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.580000 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.580155 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.580324 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.580494 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.580638 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.581585 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.581741 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.581911 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.582115 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.582258 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.582394 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.583755 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.583755 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.583755 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.584295 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.584295 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.584295 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.584295 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.585972 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.585972 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.585972 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.585972 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.585972 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.585972 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.585972 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.585972 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.588304 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.588304 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.588304 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.588304 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.588304 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.588304 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.588304 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] use_json = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.588304 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.589590 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.589590 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.589590 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.589590 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.589590 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.589590 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.589590 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 15:44:56.589590 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.590378 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.590378 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.590378 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.590378 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.590378 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.590924 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.590924 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.590924 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.591246 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.591246 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.591455 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.591455 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.591609 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.591753 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.591919 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.592082 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.592246 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.592409 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.592571 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.592734 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.592896 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.593075 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.593338 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.594867 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.595796 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.595796 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.596100 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.596100 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.596374 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.596512 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.596655 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.596789 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.596936 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.597071 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.597205 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.597338 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.597471 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.597621 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.597780 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.599184 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.599184 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.599184 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.599184 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.599184 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.599184 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.599184 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.599184 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.599683 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.599683 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.599683 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.599683 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.599929 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.600005 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.600170 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.600293 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.600461 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.600700 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.601316 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.601456 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.601587 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.601768 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.601932 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.602095 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.602259 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.602422 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.602583 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.602747 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.602911 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.603138 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.603274 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.603437 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.603599 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.603762 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.603919 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.604112 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.604275 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.604443 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.604606 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.604768 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.604930 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.605092 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.605254 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.605416 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.605588 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.605769 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.605928 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.606092 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.606254 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.606417 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.606580 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.606742 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.606903 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.607092 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.607255 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.607418 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.607581 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.607778 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.607905 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.608092 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.608489 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.608650 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.608812 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.608973 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.609136 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.609298 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.609461 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.609622 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.609784 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.609945 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.610108 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.610279 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.610441 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.610607 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.610773 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.610941 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.611139 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.611300 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.611463 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.611626 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.611785 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.611947 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.612092 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.612260 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.612421 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.612583 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.612745 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.612915 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.613087 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.613249 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.614165 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.614165 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.614165 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.614165 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.614165 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.614165 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.614774 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.614774 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.614774 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.615061 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.615061 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.615232 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.615311 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.616146 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.616146 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.616146 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.616146 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.616146 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.616851 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.616851 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.616851 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.616851 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.617676 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.617676 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.617676 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.617676 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.617676 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.617676 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.618092 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.618092 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.618218 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.618284 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.618446 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.618605 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.618768 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.618929 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.619196 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.619347 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.619483 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.619627 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.619768 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.619988 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.620072 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.620238 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.620402 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.620570 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.620732 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.620921 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.621222 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.621222 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.621505 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.621505 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.621784 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.621784 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.622044 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.622178 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.622312 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.622445 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.622579 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.622713 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.622875 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.623038 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.623294 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.623385 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.624229 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.624229 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.624229 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.624229 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.624229 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.624606 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.624606 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.624606 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.624827 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.624906 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.625082 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.625218 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.625392 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.625555 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.625719 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.625882 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.626758 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.626758 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.626758 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.626758 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.626758 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.627174 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.627174 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.627174 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.627404 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.627499 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.627582 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.627780 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.627891 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.628059 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.628221 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.628478 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.628588 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.628740 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.628907 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.629068 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.629230 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.629424 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.629562 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.629725 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.629895 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.630057 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.630221 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.630391 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.630923 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.630923 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.630923 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.631176 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.631309 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.631785 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.631785 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.633032 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.633032 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.633291 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.633432 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.633556 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.633668 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.633838 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.634280 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.634280 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.634482 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.634482 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.634627 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.634799 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.635046 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.635164 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.635813 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.635982 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.636145 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.636307 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.636470 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.636633 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.636883 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.636984 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.637109 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.637271 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.637434 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.637597 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.637759 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.637923 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 15:44:56.638253 dv-cinder-793515-3-smb neutron-server[91868]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 15:45:07.901521 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc98aa28-0638-4d44-a9f5-aaf5063669d5 None None] get_active_networks_info from dv-cinder-793515-3-smb {{(pid=91977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 01 15:45:07.981966 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc98aa28-0638-4d44-a9f5-aaf5063669d5 None None] No non-hosted networks {{(pid=91977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 01 15:45:08.001781 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-8ff40f01-fc6a-416b-bbfd-eaa8c781a09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264'] for agent, after_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:10.125207 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-74591e63-4837-4076-b9d1-c73a9cf916b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264'] for agent, after_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:10.168786 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264'] for agent, after_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:10.169518 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:10.170588 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:10.171254 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:10.172853 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:10.173563 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:10.176260 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:10.176781 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:10.177673 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:10.180486 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:10.180993 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:10.182029 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:10.184140 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:10.185038 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-793515-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:45:10.197522 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-793515-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:45:10.242749 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-86c84380-70fc-4ea4-b762-0ae79a3cd195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:11.317240 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264'] for agent, after_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:13.292771 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264'] for agent, after_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:14.740831 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 54734) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:45:15.370656 dv-cinder-793515-3-smb neutron-server[91976]: WARNING oslo_policy.policy [None req-b46c1aae-3d94-449e-830d-9c379eb22b17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 15:45:15.371317 dv-cinder-793515-3-smb neutron-server[91976]: WARNING oslo_policy.policy [None req-b46c1aae-3d94-449e-830d-9c379eb22b17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 15:45:15.585562 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [None req-b46c1aae-3d94-449e-830d-9c379eb22b17 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=91976) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 15:45:15.586529 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-b46c1aae-3d94-449e-830d-9c379eb22b17 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8448150 Jun 01 15:45:17.235499 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.db.l3_hamode_db [None req-cfce57b9-b980-4a50-b324-508732a8920a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 01 15:45:17.377812 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce57b9-b980-4a50-b324-508732a8920a None None] Routers set() bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:45:17.378132 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce57b9-b980-4a50-b324-508732a8920a None None] Router IDs set() for agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 01 15:45:18.083762 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 54748) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:45:18.482326 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-7a57b2cb-879e-4f4e-9fbf-d372c6c26afd admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:45:18.582272 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.policy [None req-7a57b2cb-879e-4f4e-9fbf-d372c6c26afd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91976) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 15:45:18.629675 dv-cinder-793515-3-smb neutron-server[91976]: WARNING oslo_policy.policy [None req-7a57b2cb-879e-4f4e-9fbf-d372c6c26afd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 15:45:18.630082 dv-cinder-793515-3-smb neutron-server[91976]: WARNING oslo_policy.policy [None req-7a57b2cb-879e-4f4e-9fbf-d372c6c26afd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 15:45:18.639648 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.quota [None req-7a57b2cb-879e-4f4e-9fbf-d372c6c26afd admin admin] Loaded quota_driver: . Jun 01 15:45:18.655979 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-7a57b2cb-879e-4f4e-9fbf-d372c6c26afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:45:18.720731 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7a57b2cb-879e-4f4e-9fbf-d372c6c26afd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737511750350', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737511749821', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737511736791', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737511799099', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737511786374', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737511784182', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3923822', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3825846', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-664372', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-613857'] for rbac-policy, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:18.795857 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7a57b2cb-879e-4f4e-9fbf-d372c6c26afd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:18.797410 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-7a57b2cb-879e-4f4e-9fbf-d372c6c26afd admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7127833 Jun 01 15:45:21.491439 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 54760) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:45:21.928408 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Request body: {'network': {'project_id': '5a1dfcfa862c44bf8d323becb34717f0', 'name': 'private', 'admin_state_up': True, 'tenant_id': '5a1dfcfa862c44bf8d323becb34717f0'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:45:21.934564 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:45:21.939885 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Usage tracker for resource:network and tenant:5a1dfcfa862c44bf8d323becb34717f0 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:45:21.945150 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:45:21.952613 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:45:21.963728 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Made reservation on behalf of 5a1dfcfa862c44bf8d323becb34717f0 for: {'network': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:45:21.966667 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3889677'] for network, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:21.986589 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:22.002438 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:45:22.006485 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Usage tracker for resource:security_group_rule and tenant:5a1dfcfa862c44bf8d323becb34717f0 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:45:22.012559 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:45:22.020817 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:45:22.128983 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:22.132973 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:22.137916 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:22.157494 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=91976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:45:22.184119 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737512847391', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:22.184715 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Unsubscribe: segment precommit_create {{(pid=91976) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 15:45:22.185196 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.db.segments_db [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Added segment addd30ce-6fd2-4e22-8a57-e15d782bdc97 of type vlan for network 83ac9893-0218-4211-9afc-9f40f10be28a Jun 01 15:45:22.234369 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7cdf57-0398-41c2-9aab-d5a69cec4b1e,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:22.255884 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:22.256256 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:22.256528 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:22.256844 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:22.257155 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:22.257468 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:22.257775 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:22.258081 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:22.258386 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:22.258704 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:22.259005 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:22.259320 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Tracked resource versions report: Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: pushed versions: Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: { 'AddressGroup': {'1.2'}, Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: 'ConntrackHelper': {'1.0'}, Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: 'Log': {'1.0'}, Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: 'Network': {'1.1'}, Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: 'Port': {'1.7'}, Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: 'PortForwarding': {'1.2'}, Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: 'QosPolicy': {'1.8'}, Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: 'SecurityGroup': {'1.4'}, Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: 'SecurityGroupRule': {'1.2'}, Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: 'SubPort': {'1.0'}, Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: 'Subnet': {'1.1'}, Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: 'Trunk': {'1.1'}} Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: consumer versions: Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: { DHCP agent@dv-cinder-793515-3-smb: {}, Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: L3 agent@dv-cinder-793515-3-smb: {}, Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: Metadata agent@dv-cinder-793515-3-smb: {}, Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: Metering agent@dv-cinder-793515-3-smb: {}, Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: Open vSwitch agent@dv-cinder-793515-3-smb: { 'AddressGroup': '1.2', Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: 'ConntrackHelper': '1.0', Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: 'Log': '1.0', Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: 'Network': '1.1', Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: 'Port': '1.7', Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: 'PortForwarding': '1.2', Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: 'QosPolicy': '1.8', Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: 'SecurityGroup': '1.4', Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: 'SecurityGroupRule': '1.2', Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: 'SubPort': '1.0', Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: 'Subnet': '1.1', Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: 'Trunk': '1.1'}} Jun 01 15:45:22.261418 dv-cinder-793515-3-smb neutron-server[91976]: {{(pid=91976) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 15:45:22.318651 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737512412739'] for network, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:22.325254 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:22.375880 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029'] for network, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:22.377396 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:45:22.378056 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:22.381718 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:22.490335 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Pushing event updated for resources: {'Network': ['ID=83ac9893-0218-4211-9afc-9f40f10be28a,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:22.492942 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0005174 Jun 01 15:45:22.495335 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:22.504281 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Network 83ac9893-0218-4211-9afc-9f40f10be28a details requested by agent ovs-agent-dv-cinder-793515-3-smb with host dv-cinder-793515-3-smb {{(pid=91977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:45:25.263829 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 54774) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:45:25.910207 dv-cinder-793515-3-smb neutron-server[91975]: WARNING oslo_policy.policy [None req-7b7d035d-bfdd-470e-8534-35312dfa4338 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 15:45:25.910758 dv-cinder-793515-3-smb neutron-server[91975]: WARNING oslo_policy.policy [None req-7b7d035d-bfdd-470e-8534-35312dfa4338 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 15:45:26.367355 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.policy [None req-7b7d035d-bfdd-470e-8534-35312dfa4338 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91975) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 15:45:26.414400 dv-cinder-793515-3-smb neutron-server[91975]: WARNING oslo_policy.policy [None req-7b7d035d-bfdd-470e-8534-35312dfa4338 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 15:45:26.414782 dv-cinder-793515-3-smb neutron-server[91975]: WARNING oslo_policy.policy [None req-7b7d035d-bfdd-470e-8534-35312dfa4338 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 15:45:26.423274 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7d035d-bfdd-470e-8534-35312dfa4338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:45:26.425184 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-7b7d035d-bfdd-470e-8534-35312dfa4338 admin admin] 10.222.0.60 "GET /v2.0/networks/83ac9893-0218-4211-9afc-9f40f10be28a HTTP/1.1" status: 200 len: 825 time: 1.1593680 Jun 01 15:45:26.459540 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-eb40edf8-c3e3-4548-bc88-af721ac69005 admin admin] 10.222.0.60 "GET /v2.0/subnetpools/122561d4-4eee-4fae-a1c9-9ac5c71b668e HTTP/1.1" status: 200 len: 734 time: 0.0289428 Jun 01 15:45:26.469153 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '5a1dfcfa862c44bf8d323becb34717f0', 'network_id': '83ac9893-0218-4211-9afc-9f40f10be28a', 'name': 'private-subnet', 'subnetpool_id': '122561d4-4eee-4fae-a1c9-9ac5c71b668e'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:45:26.470759 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.quota [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Loaded quota_driver: . Jun 01 15:45:26.477322 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:45:26.483241 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Usage tracker for resource:subnet and tenant:5a1dfcfa862c44bf8d323becb34717f0 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:45:26.487023 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:45:26.494304 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:45:26.509346 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Made reservation on behalf of 5a1dfcfa862c44bf8d323becb34717f0 for: {'subnet': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:45:26.512892 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:27.026907 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036'] for subnet, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:27.031881 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:27.111494 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Checking segment: {'id': 'addd30ce-6fd2-4e22-8a57-e15d782bdc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83ac9893-0218-4211-9afc-9f40f10be28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:45:27.111860 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Network hostable DHCP agents. Network: 83ac9893-0218-4211-9afc-9f40f10be28a, hostable agents: ['423065cf-a459-40a5-9d7d-37e9c3940aeb'], hosted agents: [] {{(pid=91975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:45:27.130146 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3a0960f-3990-4ad1-9130-8cf5945caa1a,revision_number=0']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:27.142331 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:27.142659 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:27.143135 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:27.143629 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:27.144021 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:27.144370 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:27.144807 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:27.145244 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:27.145575 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:27.145886 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:27.146207 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:27.146498 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Tracked resource versions report: Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: pushed versions: Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: { 'AddressGroup': {'1.2'}, Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: 'ConntrackHelper': {'1.0'}, Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: 'Log': {'1.0'}, Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: 'Network': {'1.1'}, Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: 'Port': {'1.7'}, Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: 'PortForwarding': {'1.2'}, Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: 'QosPolicy': {'1.8'}, Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: 'SecurityGroup': {'1.4'}, Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: 'SecurityGroupRule': {'1.2'}, Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: 'SubPort': {'1.0'}, Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: 'Subnet': {'1.1'}, Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: 'Trunk': {'1.1'}} Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: consumer versions: Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: { DHCP agent@dv-cinder-793515-3-smb: {}, Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: L3 agent@dv-cinder-793515-3-smb: {}, Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: Metadata agent@dv-cinder-793515-3-smb: {}, Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: Metering agent@dv-cinder-793515-3-smb: {}, Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: Open vSwitch agent@dv-cinder-793515-3-smb: { 'AddressGroup': '1.2', Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: 'ConntrackHelper': '1.0', Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: 'Log': '1.0', Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: 'Network': '1.1', Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: 'Port': '1.7', Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: 'PortForwarding': '1.2', Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: 'QosPolicy': '1.8', Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: 'SecurityGroup': '1.4', Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: 'SecurityGroupRule': '1.2', Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: 'SubPort': '1.0', Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: 'Subnet': '1.1', Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: 'Trunk': '1.1'}} Jun 01 15:45:27.147641 dv-cinder-793515-3-smb neutron-server[91975]: {{(pid=91975) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 15:45:27.168271 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Network 83ac9893-0218-4211-9afc-9f40f10be28a is scheduled to be hosted by DHCP agent 423065cf-a459-40a5-9d7d-37e9c3940aeb with binding_index 1 {{(pid=91975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:45:27.181198 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-smb, 83ac9893-0218-4211-9afc-9f40f10be28a) {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:45:27.192718 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:27.203507 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:45:27.204160 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for subnet, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:27.208467 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a5bb25-a1c5-473c-8a5e-84e7bb7c0c78 None None] Network 83ac9893-0218-4211-9afc-9f40f10be28a requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:45:27.228705 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7631042 Jun 01 15:45:27.560125 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94bd9fb4-ba23-5bb7-a801-c8a49b7a9324-83ac9893-0218-4211-9afc-9f40f10be28a', 'network_id': '83ac9893-0218-4211-9afc-9f40f10be28a', 'tenant_id': '5a1dfcfa862c44bf8d323becb34717f0', 'fixed_ips': [{'subnet_id': 'c3a0960f-3990-4ad1-9130-8cf5945caa1a'}]}} from dv-cinder-793515-3-smb. {{(pid=91977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 15:45:27.561285 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:27.764420 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.db_base_plugin_common [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Allocated IP 172.20.0.2 (83ac9893-0218-4211-9afc-9f40f10be28a/c3a0960f-3990-4ad1-9130-8cf5945caa1a/a3a62a39-75fc-4368-b456-c0596ec3534e) {{(pid=91977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:45:28.008538 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Notify callbacks [] for port, precommit_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:28.021855 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Transition to ACTIVE for port object a3a62a39-75fc-4368-b456-c0596ec3534e will not be triggered until provisioned by entity L2. {{(pid=91977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:45:28.042446 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Transition to ACTIVE for port object a3a62a39-75fc-4368-b456-c0596ec3534e will not be triggered until provisioned by entity DHCP. {{(pid=91977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:45:28.049550 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225'] for port, after_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:28.053980 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:28.116165 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Network 83ac9893-0218-4211-9afc-9f40f10be28a is already hosted by enough agents. {{(pid=91977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:45:28.119235 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.scheduler.base_scheduler [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Resources bound (agent type, host, resource id): {{(pid=91977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:45:28.128364 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Received port after_create {{(pid=91977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:45:28.130624 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Pushing event updated for resources: {'Port': ['ID=a3a62a39-75fc-4368-b456-c0596ec3534e,revision_number=1']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:28.140352 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:28.140687 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:28.141014 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:28.141338 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:28.141660 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:28.141981 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:28.142294 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:28.142611 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:28.142927 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:28.143257 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:28.143571 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:28.143879 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Tracked resource versions report: Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: pushed versions: Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: { 'AddressGroup': {'1.2'}, Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: 'ConntrackHelper': {'1.0'}, Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: 'Log': {'1.0'}, Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: 'Network': {'1.1'}, Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: 'Port': {'1.7'}, Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: 'PortForwarding': {'1.2'}, Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: 'QosPolicy': {'1.8'}, Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: 'SecurityGroup': {'1.4'}, Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: 'SecurityGroupRule': {'1.2'}, Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: 'SubPort': {'1.0'}, Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: 'Subnet': {'1.1'}, Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: 'Trunk': {'1.1'}} Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: consumer versions: Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: { DHCP agent@dv-cinder-793515-3-smb: {}, Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: L3 agent@dv-cinder-793515-3-smb: {}, Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: Metadata agent@dv-cinder-793515-3-smb: {}, Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: Metering agent@dv-cinder-793515-3-smb: {}, Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: Open vSwitch agent@dv-cinder-793515-3-smb: { 'AddressGroup': '1.2', Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: 'ConntrackHelper': '1.0', Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: 'Log': '1.0', Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: 'Network': '1.1', Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: 'Port': '1.7', Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: 'PortForwarding': '1.2', Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: 'QosPolicy': '1.8', Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: 'SecurityGroup': '1.4', Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: 'SecurityGroupRule': '1.2', Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: 'SubPort': '1.0', Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: 'Subnet': '1.1', Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: 'Trunk': '1.1'}} Jun 01 15:45:28.145069 dv-cinder-793515-3-smb neutron-server[91977]: {{(pid=91977) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 15:45:28.182521 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:28.241965 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Attempting to bind port a3a62a39-75fc-4368-b456-c0596ec3534e on host dv-cinder-793515-3-smb for vnic_type normal with profile {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:45:28.242816 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Attempting to bind port a3a62a39-75fc-4368-b456-c0596ec3534e by drivers openvswitch,hyperv on host dv-cinder-793515-3-smb at level 0 using segments [{'id': 'addd30ce-6fd2-4e22-8a57-e15d782bdc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83ac9893-0218-4211-9afc-9f40f10be28a'}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:45:28.242816 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Attempting to bind port a3a62a39-75fc-4368-b456-c0596ec3534e on network 83ac9893-0218-4211-9afc-9f40f10be28a {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:45:28.249619 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Checking agent: {'id': '402afcd4-07c8-465d-b4fa-00ad646a8cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:45:28.250381 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Checking segment: {'id': 'addd30ce-6fd2-4e22-8a57-e15d782bdc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83ac9893-0218-4211-9afc-9f40f10be28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:45:28.250567 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:28.250875 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Bound using segment: {'id': 'addd30ce-6fd2-4e22-8a57-e15d782bdc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83ac9893-0218-4211-9afc-9f40f10be28a'} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:45:28.251398 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Bound port: a3a62a39-75fc-4368-b456-c0596ec3534e, host: dv-cinder-793515-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addd30ce-6fd2-4e22-8a57-e15d782bdc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83ac9893-0218-4211-9afc-9f40f10be28a'}}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:45:28.251771 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:28.353886 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] For port a3a62a39-75fc-4368-b456-c0596ec3534e, host dv-cinder-793515-3-smb, cleared binding levels {{(pid=91977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:45:28.359581 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] For port a3a62a39-75fc-4368-b456-c0596ec3534e, host dv-cinder-793515-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=a3a62a39-75fc-4368-b456-c0596ec3534e,segment=NetworkSegment(addd30ce-6fd2-4e22-8a57-e15d782bdc97),segment_id=addd30ce-6fd2-4e22-8a57-e15d782bdc97)] {{(pid=91977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:45:28.365396 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:28.370334 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:28.460179 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Pushing event updated for resources: {'Port': ['ID=a3a62a39-75fc-4368-b456-c0596ec3534e,revision_number=2']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:28.464955 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:29.754521 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 54796) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:45:30.199559 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [None req-5fd2b018-3698-414f-952e-083a9b43bc08 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=91976) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 15:45:30.200573 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-5fd2b018-3698-414f-952e-083a9b43bc08 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4447649 Jun 01 15:45:32.743115 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 54804) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:45:33.191645 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [None req-65d36a8a-94c9-4b7b-b5f6-a5dac405e8ce admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=91976) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 15:45:33.192664 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-65d36a8a-94c9-4b7b-b5f6-a5dac405e8ce admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4486315 Jun 01 15:45:34.091780 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device a3a62a39-75fc-4368-b456-c0596ec3534e up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:45:34.181492 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning for port a3a62a39-75fc-4368-b456-c0596ec3534e completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:45:34.374121 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9449bb2-15db-48d5-999f-4e94643107a7 None None] Network 83ac9893-0218-4211-9afc-9f40f10be28a requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:45:34.503482 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-af3d73bb-f5a2-4593-bdde-318d836417de None None] Provisioning for port a3a62a39-75fc-4368-b456-c0596ec3534e completed by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:45:34.519511 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-af3d73bb-f5a2-4593-bdde-318d836417de None None] Provisioning complete for port a3a62a39-75fc-4368-b456-c0596ec3534e triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:45:34.519912 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-af3d73bb-f5a2-4593-bdde-318d836417de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:34.755660 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-af3d73bb-f5a2-4593-bdde-318d836417de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:34.804791 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-af3d73bb-f5a2-4593-bdde-318d836417de None None] For port a3a62a39-75fc-4368-b456-c0596ec3534e, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=a3a62a39-75fc-4368-b456-c0596ec3534e,segment=NetworkSegment(addd30ce-6fd2-4e22-8a57-e15d782bdc97),segment_id=addd30ce-6fd2-4e22-8a57-e15d782bdc97)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:45:34.812040 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-af3d73bb-f5a2-4593-bdde-318d836417de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:34.815833 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:34.926156 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d73bb-f5a2-4593-bdde-318d836417de None None] Pushing event updated for resources: {'Port': ['ID=a3a62a39-75fc-4368-b456-c0596ec3534e,revision_number=3']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:34.929736 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-af3d73bb-f5a2-4593-bdde-318d836417de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:35.139827 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-268e87c9-8881-4d6b-8c9d-e0108c8ba16e None None] Provisioning complete for port a3a62a39-75fc-4368-b456-c0596ec3534e triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:45:35.140665 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-268e87c9-8881-4d6b-8c9d-e0108c8ba16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:36.046775 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device a3a62a39-75fc-4368-b456-c0596ec3534e up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:45:36.073554 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 54818) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:45:36.130585 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port a3a62a39-75fc-4368-b456-c0596ec3534e triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:45:36.130972 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:36.562196 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-186e217a-e024-4773-ace2-5c5468bfb711 admin admin] Request body: {'router': {'tenant_id': '5a1dfcfa862c44bf8d323becb34717f0', 'admin_state_up': True, 'name': 'router1'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:45:36.567311 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-186e217a-e024-4773-ace2-5c5468bfb711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:45:36.571403 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-186e217a-e024-4773-ace2-5c5468bfb711 admin admin] Usage tracker for resource:router and tenant:5a1dfcfa862c44bf8d323becb34717f0 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:45:36.576261 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-186e217a-e024-4773-ace2-5c5468bfb711 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:45:36.583373 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-186e217a-e024-4773-ace2-5c5468bfb711 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:45:36.597000 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-186e217a-e024-4773-ace2-5c5468bfb711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-745426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2461'] for router, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:36.601341 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-186e217a-e024-4773-ace2-5c5468bfb711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-606177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2474'] for router, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:36.635624 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-186e217a-e024-4773-ace2-5c5468bfb711 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:36.791092 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-186e217a-e024-4773-ace2-5c5468bfb711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-745387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634110'] for router, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:36.813594 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-186e217a-e024-4773-ace2-5c5468bfb711 admin admin] Notify callbacks [] for router, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:36.815528 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-186e217a-e024-4773-ace2-5c5468bfb711 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7406862 Jun 01 15:45:37.678325 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-21292bb3-4b84-4ca0-be45-bb2394ffa727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:39.338990 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 54826) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:45:39.757645 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [None req-6f7369e6-9286-4ca7-909b-7c59edacd3d6 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=91975) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 15:45:39.758736 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-6f7369e6-9286-4ca7-909b-7c59edacd3d6 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4184833 Jun 01 15:45:40.127922 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-855987c4-b658-439a-8bb7-483d4f210378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:40.149027 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:41.277378 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:42.318827 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 54844) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:45:42.495104 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:45:42.503716 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:45:42.509213 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Usage tracker for resource:network and tenant:d76d926d31f144dcb429680ee46b895d is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:45:42.513194 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:45:42.519387 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:45:42.530600 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Made reservation on behalf of d76d926d31f144dcb429680ee46b895d for: {'network': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:45:42.533019 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3889677'] for network, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:42.575618 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:42.591920 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:45:42.595842 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Usage tracker for resource:security_group_rule and tenant:d76d926d31f144dcb429680ee46b895d is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:45:42.599435 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:45:42.605785 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:45:42.723796 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:42.730172 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:42.733661 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:42.751005 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Reserving flat network on physical network physnet1 {{(pid=91975) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 01 15:45:42.773767 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5812c2-6bdf-4a44-984a-0afcf2572eb4,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:42.780440 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737512847391', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:42.781041 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Unsubscribe: segment precommit_create {{(pid=91975) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 15:45:42.781624 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.db.segments_db [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Added segment 2169e936-6da0-43d3-a98e-548bcd0f9f05 of type flat for network 6e7482f9-9717-4453-9b2f-c40fb5d07656 Jun 01 15:45:42.789501 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:42.834765 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737512412739'] for network, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:42.882731 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029'] for network, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:42.884180 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:45:42.885270 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:42.888851 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:42.986071 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6660240 Jun 01 15:45:42.994517 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Pushing event updated for resources: {'Network': ['ID=6e7482f9-9717-4453-9b2f-c40fb5d07656,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:42.998727 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:43.007652 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Network 6e7482f9-9717-4453-9b2f-c40fb5d07656 details requested by agent ovs-agent-dv-cinder-793515-3-smb with host dv-cinder-793515-3-smb {{(pid=91977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:45:43.243387 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:43.487511 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 5 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:45:45.259357 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 54864) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:45:45.393518 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6673f41-ee33-406a-91fe-cfee52372bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:45:45.395440 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-f6673f41-ee33-406a-91fe-cfee52372bb5 admin admin] 10.222.0.60 "GET /v2.0/subnets/c3a0960f-3990-4ad1-9130-8cf5945caa1a HTTP/1.1" status: 200 len: 849 time: 0.1350689 Jun 01 15:45:45.583931 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-d5a36298-41e8-4d38-ad35-c259917a361a admin admin] 10.222.0.60 "GET /v2.0/routers/66bdf12c-b7bc-4819-a358-95d18a73192d HTTP/1.1" status: 200 len: 704 time: 0.1779909 Jun 01 15:45:46.176617 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-986b9085-ddff-4538-8aae-3c02d88d76c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:46.449167 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_common [None req-986b9085-ddff-4538-8aae-3c02d88d76c8 admin admin] Allocated IP 172.20.0.1 (83ac9893-0218-4211-9afc-9f40f10be28a/c3a0960f-3990-4ad1-9130-8cf5945caa1a/41186446-fbbd-4446-93f1-47c765e98d66) {{(pid=91976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:45:46.629453 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-986b9085-ddff-4538-8aae-3c02d88d76c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:46.656765 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.provisioning_blocks [None req-986b9085-ddff-4538-8aae-3c02d88d76c8 admin admin] Transition to ACTIVE for port object 41186446-fbbd-4446-93f1-47c765e98d66 will not be triggered until provisioned by entity DHCP. {{(pid=91976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:45:46.719463 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-986b9085-ddff-4538-8aae-3c02d88d76c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225'] for port, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:46.723948 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:46.793959 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986b9085-ddff-4538-8aae-3c02d88d76c8 admin admin] Network 83ac9893-0218-4211-9afc-9f40f10be28a is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:45:46.799762 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-986b9085-ddff-4538-8aae-3c02d88d76c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:45:46.805194 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b9085-ddff-4538-8aae-3c02d88d76c8 admin admin] Pushing event updated for resources: {'Port': ['ID=41186446-fbbd-4446-93f1-47c765e98d66,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:46.816496 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986b9085-ddff-4538-8aae-3c02d88d76c8 admin admin] Received port after_create {{(pid=91976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:45:46.817053 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-986b9085-ddff-4538-8aae-3c02d88d76c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632884'] for router_interface, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:46.986810 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-986b9085-ddff-4538-8aae-3c02d88d76c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:47.071738 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-a1e77493-9192-44e4-9d0b-227c1bfc2047 None None] Provisioning for port 41186446-fbbd-4446-93f1-47c765e98d66 completed by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:45:47.078406 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-a1e77493-9192-44e4-9d0b-227c1bfc2047 None None] Provisioning complete for port 41186446-fbbd-4446-93f1-47c765e98d66 triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:45:47.078825 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-a1e77493-9192-44e4-9d0b-227c1bfc2047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:47.120562 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-986b9085-ddff-4538-8aae-3c02d88d76c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:47.146007 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-a1e77493-9192-44e4-9d0b-227c1bfc2047 None None] Port 41186446-fbbd-4446-93f1-47c765e98d66 cannot update to ACTIVE because it is not bound. {{(pid=91977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:45:47.449190 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-986b9085-ddff-4538-8aae-3c02d88d76c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:47.455201 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-986b9085-ddff-4538-8aae-3c02d88d76c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:47.456460 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-986b9085-ddff-4538-8aae-3c02d88d76c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633003'] for router_interface, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:47.460101 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:47.561272 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b9085-ddff-4538-8aae-3c02d88d76c8 admin admin] Pushing event updated for resources: {'Port': ['ID=41186446-fbbd-4446-93f1-47c765e98d66,revision_number=2']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:47.564184 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-986b9085-ddff-4538-8aae-3c02d88d76c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:47.679615 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986b9085-ddff-4538-8aae-3c02d88d76c8 admin admin] Network 83ac9893-0218-4211-9afc-9f40f10be28a is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:45:47.680948 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-986b9085-ddff-4538-8aae-3c02d88d76c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:45:47.875380 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-6707baf9-6f60-4990-823d-e75bfc261942 None None] Provisioning complete for port 41186446-fbbd-4446-93f1-47c765e98d66 triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:45:47.876035 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-6707baf9-6f60-4990-823d-e75bfc261942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:47.917914 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986b9085-ddff-4538-8aae-3c02d88d76c8 admin admin] Router 66bdf12c-b7bc-4819-a358-95d18a73192d is scheduled to L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e with binding_index 1 {{(pid=91976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 15:45:47.940799 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-6707baf9-6f60-4990-823d-e75bfc261942 None None] Port 41186446-fbbd-4446-93f1-47c765e98d66 cannot update to ACTIVE because it is not bound. {{(pid=91977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:45:48.093305 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986b9085-ddff-4538-8aae-3c02d88d76c8 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:45:48.104777 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] Sync routers for ids ['66bdf12c-b7bc-4819-a358-95d18a73192d'] in dv-cinder-793515-3-smb {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:45:48.105392 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-986b9085-ddff-4538-8aae-3c02d88d76c8 admin admin] 10.222.0.60 "PUT /v2.0/routers/66bdf12c-b7bc-4819-a358-95d18a73192d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5127869 Jun 01 15:45:48.115805 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] Routers {'66bdf12c-b7bc-4819-a358-95d18a73192d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:45:48.116704 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:45:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['66bdf12c-b7bc-4819-a358-95d18a73192d'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:45:48.308859 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] Set router 66bdf12c-b7bc-4819-a358-95d18a73192d gateway port host: None {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:45:48.818051 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bdf12c-b7bc-4819-a358-95d18a73192d', 'name': 'router1', 'tenant_id': '5a1dfcfa862c44bf8d323becb34717f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:45:36Z', 'updated_at': '2021-06-01T15:45:47Z', 'revision_number': 2, 'project_id': '5a1dfcfa862c44bf8d323becb34717f0', 'gw_port_host': None, '_interfaces': [{'id': '41186446-fbbd-4446-93f1-47c765e98d66', 'name': '', 'network_id': '83ac9893-0218-4211-9afc-9f40f10be28a', 'tenant_id': '5a1dfcfa862c44bf8d323becb34717f0', 'mac_address': 'fa:16:3e:81:e9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bdf12c-b7bc-4819-a358-95d18a73192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3a0960f-3990-4ad1-9130-8cf5945caa1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:45:46Z', 'updated_at': '2021-06-01T15:45:47Z', 'revision_number': 2, 'project_id': '5a1dfcfa862c44bf8d323becb34717f0', 'subnets': [{'id': 'c3a0960f-3990-4ad1-9130-8cf5945caa1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '122561d4-4eee-4fae-a1c9-9ac5c71b668e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:45:48.824987 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] Checking router: 66bdf12c-b7bc-4819-a358-95d18a73192d for host: dv-cinder-793515-3-smb {{(pid=91978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:45:48.825565 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] Updating router 66bdf12c-b7bc-4819-a358-95d18a73192d port 41186446-fbbd-4446-93f1-47c765e98d66 binding host dv-cinder-793515-3-smb {{(pid=91978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:45:48.898207 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:49.347370 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] Notify callbacks [] for port, precommit_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:49.363703 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.provisioning_blocks [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] Transition to ACTIVE for port object 41186446-fbbd-4446-93f1-47c765e98d66 will not be triggered until provisioned by entity L2. {{(pid=91978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:45:49.372313 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:49.380640 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:49.523324 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fa53a-edc0-40d9-9318-6c58a1c9c198 None None] Pushing event updated for resources: {'Port': ['ID=41186446-fbbd-4446-93f1-47c765e98d66,revision_number=3']} {{(pid=91978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:49.565914 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fa53a-edc0-40d9-9318-6c58a1c9c198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:49.566260 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fa53a-edc0-40d9-9318-6c58a1c9c198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:49.566639 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fa53a-edc0-40d9-9318-6c58a1c9c198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:49.566897 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fa53a-edc0-40d9-9318-6c58a1c9c198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:49.567243 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fa53a-edc0-40d9-9318-6c58a1c9c198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:49.567562 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fa53a-edc0-40d9-9318-6c58a1c9c198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:49.567875 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fa53a-edc0-40d9-9318-6c58a1c9c198 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:49.568185 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fa53a-edc0-40d9-9318-6c58a1c9c198 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:49.568498 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fa53a-edc0-40d9-9318-6c58a1c9c198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:49.568808 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fa53a-edc0-40d9-9318-6c58a1c9c198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:49.569115 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fa53a-edc0-40d9-9318-6c58a1c9c198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:49.569421 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fa53a-edc0-40d9-9318-6c58a1c9c198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fa53a-edc0-40d9-9318-6c58a1c9c198 None None] Tracked resource versions report: Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: pushed versions: Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: { 'AddressGroup': {'1.2'}, Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: 'ConntrackHelper': {'1.0'}, Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: 'Log': {'1.0'}, Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: 'Network': {'1.1'}, Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: 'Port': {'1.7'}, Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: 'PortForwarding': {'1.2'}, Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: 'QosPolicy': {'1.8'}, Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: 'SecurityGroup': {'1.4'}, Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: 'SecurityGroupRule': {'1.2'}, Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: 'SubPort': {'1.0'}, Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: 'Subnet': {'1.1'}, Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: 'Trunk': {'1.1'}} Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: consumer versions: Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: { DHCP agent@dv-cinder-793515-3-smb: {}, Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: L3 agent@dv-cinder-793515-3-smb: {}, Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: Metadata agent@dv-cinder-793515-3-smb: {}, Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: Metering agent@dv-cinder-793515-3-smb: {}, Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: Open vSwitch agent@dv-cinder-793515-3-smb: { 'AddressGroup': '1.2', Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: 'ConntrackHelper': '1.0', Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: 'Log': '1.0', Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: 'Network': '1.1', Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: 'Port': '1.7', Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: 'PortForwarding': '1.2', Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: 'QosPolicy': '1.8', Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: 'SecurityGroup': '1.4', Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: 'SecurityGroupRule': '1.2', Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: 'SubPort': '1.0', Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: 'Subnet': '1.1', Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: 'Trunk': '1.1'}} Jun 01 15:45:49.570573 dv-cinder-793515-3-smb neutron-server[91978]: {{(pid=91978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 15:45:49.585548 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [None req-353fa53a-edc0-40d9-9318-6c58a1c9c198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:49.651104 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.managers [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] Attempting to bind port 41186446-fbbd-4446-93f1-47c765e98d66 on host dv-cinder-793515-3-smb for vnic_type normal with profile {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:45:49.651484 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.managers [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] Attempting to bind port 41186446-fbbd-4446-93f1-47c765e98d66 by drivers openvswitch,hyperv on host dv-cinder-793515-3-smb at level 0 using segments [{'id': 'addd30ce-6fd2-4e22-8a57-e15d782bdc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83ac9893-0218-4211-9afc-9f40f10be28a'}] {{(pid=91978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:45:49.651919 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] Attempting to bind port 41186446-fbbd-4446-93f1-47c765e98d66 on network 83ac9893-0218-4211-9afc-9f40f10be28a {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:45:49.658416 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] Checking agent: {'id': '402afcd4-07c8-465d-b4fa-00ad646a8cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:45:49.659203 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] Checking segment: {'id': 'addd30ce-6fd2-4e22-8a57-e15d782bdc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83ac9893-0218-4211-9afc-9f40f10be28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:45:49.659979 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:49.660688 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] Bound using segment: {'id': 'addd30ce-6fd2-4e22-8a57-e15d782bdc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83ac9893-0218-4211-9afc-9f40f10be28a'} {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:45:49.661650 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.managers [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] Bound port: 41186446-fbbd-4446-93f1-47c765e98d66, host: dv-cinder-793515-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addd30ce-6fd2-4e22-8a57-e15d782bdc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83ac9893-0218-4211-9afc-9f40f10be28a'}}] {{(pid=91978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:45:49.662212 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:49.780533 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.db [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] For port 41186446-fbbd-4446-93f1-47c765e98d66, host dv-cinder-793515-3-smb, cleared binding levels {{(pid=91978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:45:49.786533 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.db [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] For port 41186446-fbbd-4446-93f1-47c765e98d66, host dv-cinder-793515-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=41186446-fbbd-4446-93f1-47c765e98d66,segment=NetworkSegment(addd30ce-6fd2-4e22-8a57-e15d782bdc97),segment_id=addd30ce-6fd2-4e22-8a57-e15d782bdc97)] {{(pid=91978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:45:49.791916 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:49.796166 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:49.891644 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fa53a-edc0-40d9-9318-6c58a1c9c198 None None] Pushing event updated for resources: {'Port': ['ID=41186446-fbbd-4446-93f1-47c765e98d66,revision_number=4']} {{(pid=91978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:49.895382 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [None req-353fa53a-edc0-40d9-9318-6c58a1c9c198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:49.897796 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] Routers {'66bdf12c-b7bc-4819-a358-95d18a73192d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:45:49.898501 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:45:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['66bdf12c-b7bc-4819-a358-95d18a73192d'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:45:50.115965 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] Set router 66bdf12c-b7bc-4819-a358-95d18a73192d gateway port host: None {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:45:50.391522 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 54874) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:45:50.503912 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bdf12c-b7bc-4819-a358-95d18a73192d', 'name': 'router1', 'tenant_id': '5a1dfcfa862c44bf8d323becb34717f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:45:36Z', 'updated_at': '2021-06-01T15:45:47Z', 'revision_number': 2, 'project_id': '5a1dfcfa862c44bf8d323becb34717f0', 'gw_port_host': None, '_interfaces': [{'id': '41186446-fbbd-4446-93f1-47c765e98d66', 'name': '', 'network_id': '83ac9893-0218-4211-9afc-9f40f10be28a', 'tenant_id': '5a1dfcfa862c44bf8d323becb34717f0', 'mac_address': 'fa:16:3e:81:e9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bdf12c-b7bc-4819-a358-95d18a73192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3a0960f-3990-4ad1-9130-8cf5945caa1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:45:46Z', 'updated_at': '2021-06-01T15:45:49Z', 'revision_number': 4, 'project_id': '5a1dfcfa862c44bf8d323becb34717f0', 'subnets': [{'id': 'c3a0960f-3990-4ad1-9130-8cf5945caa1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '122561d4-4eee-4fae-a1c9-9ac5c71b668e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:45:50.509248 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7a5e99-ef1b-4d05-8545-a620d0e583a6 None None] The sync data for ids ['66bdf12c-b7bc-4819-a358-95d18a73192d'] in dv-cinder-793515-3-smb is: [{'id': '66bdf12c-b7bc-4819-a358-95d18a73192d', 'name': 'router1', 'tenant_id': '5a1dfcfa862c44bf8d323becb34717f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:45:36Z', 'updated_at': '2021-06-01T15:45:47Z', 'revision_number': 2, 'project_id': '5a1dfcfa862c44bf8d323becb34717f0', 'gw_port_host': None, '_interfaces': [{'id': '41186446-fbbd-4446-93f1-47c765e98d66', 'name': '', 'network_id': '83ac9893-0218-4211-9afc-9f40f10be28a', 'tenant_id': '5a1dfcfa862c44bf8d323becb34717f0', 'mac_address': 'fa:16:3e:81:e9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bdf12c-b7bc-4819-a358-95d18a73192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3a0960f-3990-4ad1-9130-8cf5945caa1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:45:46Z', 'updated_at': '2021-06-01T15:45:49Z', 'revision_number': 4, 'project_id': '5a1dfcfa862c44bf8d323becb34717f0', 'subnets': [{'id': 'c3a0960f-3990-4ad1-9130-8cf5945caa1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '122561d4-4eee-4fae-a1c9-9ac5c71b668e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:45:50.572176 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20db52fc-4b56-4d2f-b51e-7affc850fab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:45:50.573672 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-20db52fc-4b56-4d2f-b51e-7affc850fab6 admin admin] 10.222.0.60 "GET /v2.0/networks/6e7482f9-9717-4453-9b2f-c40fb5d07656 HTTP/1.1" status: 200 len: 842 time: 0.1810493 Jun 01 15:45:50.586415 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-f4f07c48-bfc1-4128-87aa-d1f797374236 admin admin] Request body: {'subnet': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'enable_dhcp': False}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:45:50.595735 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-f4f07c48-bfc1-4128-87aa-d1f797374236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:45:50.602817 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-f4f07c48-bfc1-4128-87aa-d1f797374236 admin admin] Usage tracker for resource:subnet and tenant:d76d926d31f144dcb429680ee46b895d is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:45:50.608341 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-f4f07c48-bfc1-4128-87aa-d1f797374236 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:45:50.615317 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-f4f07c48-bfc1-4128-87aa-d1f797374236 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:45:50.629284 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f07c48-bfc1-4128-87aa-d1f797374236 admin admin] Made reservation on behalf of d76d926d31f144dcb429680ee46b895d for: {'subnet': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:45:50.631753 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f4f07c48-bfc1-4128-87aa-d1f797374236 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:51.173592 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.objects.ports [None req-f4f07c48-bfc1-4128-87aa-d1f797374236 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91976) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 01 15:45:51.174035 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f4f07c48-bfc1-4128-87aa-d1f797374236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036'] for subnet, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:51.178062 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:51.251742 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f07c48-bfc1-4128-87aa-d1f797374236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=517eec18-9bb2-4c7a-bda3-2fa22e1410fe,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:51.256736 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-f4f07c48-bfc1-4128-87aa-d1f797374236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:51.264589 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f07c48-bfc1-4128-87aa-d1f797374236 admin admin] Checking segment: {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:45:51.264929 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f07c48-bfc1-4128-87aa-d1f797374236 admin admin] Network hostable DHCP agents. Network: 6e7482f9-9717-4453-9b2f-c40fb5d07656, hostable agents: ['423065cf-a459-40a5-9d7d-37e9c3940aeb'], hosted agents: [] {{(pid=91976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:45:51.286658 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f07c48-bfc1-4128-87aa-d1f797374236 admin admin] Network 6e7482f9-9717-4453-9b2f-c40fb5d07656 is scheduled to be hosted by DHCP agent 423065cf-a459-40a5-9d7d-37e9c3940aeb with binding_index 1 {{(pid=91976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:45:51.298978 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-f4f07c48-bfc1-4128-87aa-d1f797374236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-smb, 6e7482f9-9717-4453-9b2f-c40fb5d07656) {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:45:51.303380 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f07c48-bfc1-4128-87aa-d1f797374236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:45:51.303752 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f4f07c48-bfc1-4128-87aa-d1f797374236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for subnet, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:51.309167 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dd876a-fabf-4d15-8e1e-24dc26243f60 None None] Network 6e7482f9-9717-4453-9b2f-c40fb5d07656 requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:45:51.329982 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-f4f07c48-bfc1-4128-87aa-d1f797374236 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7496800 Jun 01 15:45:51.520295 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7fd40c-8879-438c-a76a-5b5f325ccf7f None None] Network 6e7482f9-9717-4453-9b2f-c40fb5d07656 requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:45:53.606482 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 54886) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:45:53.851697 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-e28998ca-3a28-4367-bac1-811b778521b1 admin admin] 10.222.0.60 "GET /v2.0/routers/66bdf12c-b7bc-4819-a358-95d18a73192d HTTP/1.1" status: 200 len: 710 time: 0.2441766 Jun 01 15:45:53.977839 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff9fa03-97c7-472a-8939-9c9d898453d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:45:53.979283 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-9ff9fa03-97c7-472a-8939-9c9d898453d9 admin admin] 10.222.0.60 "GET /v2.0/networks/6e7482f9-9717-4453-9b2f-c40fb5d07656 HTTP/1.1" status: 200 len: 886 time: 0.1224494 Jun 01 15:45:53.988337 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-9b11baeb-4114-4a33-b983-e25fadfbab02 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:45:54.092360 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 41186446-fbbd-4446-93f1-47c765e98d66 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:45:54.167712 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning for port 41186446-fbbd-4446-93f1-47c765e98d66 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:45:54.172975 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 41186446-fbbd-4446-93f1-47c765e98d66 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:45:54.173342 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:54.310985 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:54.344168 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] For port 41186446-fbbd-4446-93f1-47c765e98d66, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=41186446-fbbd-4446-93f1-47c765e98d66,segment=NetworkSegment(addd30ce-6fd2-4e22-8a57-e15d782bdc97),segment_id=addd30ce-6fd2-4e22-8a57-e15d782bdc97)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:45:54.350642 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:54.353905 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-af3d73bb-f5a2-4593-bdde-318d836417de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:54.451830 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Pushing event updated for resources: {'Port': ['ID=41186446-fbbd-4446-93f1-47c765e98d66,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:54.455528 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:54.493445 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-9b11baeb-4114-4a33-b983-e25fadfbab02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-745376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2488'] for router, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:54.856248 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-9b11baeb-4114-4a33-b983-e25fadfbab02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:54.944531 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-9b11baeb-4114-4a33-b983-e25fadfbab02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:55.126856 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_common [None req-9b11baeb-4114-4a33-b983-e25fadfbab02 admin admin] Allocated IP 172.28.0.186 (6e7482f9-9717-4453-9b2f-c40fb5d07656/517eec18-9bb2-4c7a-bda3-2fa22e1410fe/09623940-2e34-4528-bc29-f6a90b186448) {{(pid=91976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:45:55.368272 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-9b11baeb-4114-4a33-b983-e25fadfbab02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:55.411786 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-9b11baeb-4114-4a33-b983-e25fadfbab02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225'] for port, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:55.416522 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-986b9085-ddff-4538-8aae-3c02d88d76c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:55.479643 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b11baeb-4114-4a33-b983-e25fadfbab02 admin admin] Network 6e7482f9-9717-4453-9b2f-c40fb5d07656 is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:45:55.480727 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-9b11baeb-4114-4a33-b983-e25fadfbab02 admin admin] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:45:55.485070 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b11baeb-4114-4a33-b983-e25fadfbab02 admin admin] Received port after_create {{(pid=91976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:45:55.554155 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11baeb-4114-4a33-b983-e25fadfbab02 admin admin] Pushing event updated for resources: {'Port': ['ID=09623940-2e34-4528-bc29-f6a90b186448,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:55.562440 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-9b11baeb-4114-4a33-b983-e25fadfbab02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:55.914486 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-9b11baeb-4114-4a33-b983-e25fadfbab02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:56.065152 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 41186446-fbbd-4446-93f1-47c765e98d66 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:45:56.135855 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 41186446-fbbd-4446-93f1-47c765e98d66 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:45:56.136250 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:56.278584 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-9b11baeb-4114-4a33-b983-e25fadfbab02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-745376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2488'] for router, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:56.282893 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-9b11baeb-4114-4a33-b983-e25fadfbab02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745401'] for router, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:56.472059 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b11baeb-4114-4a33-b983-e25fadfbab02 admin admin] Router 66bdf12c-b7bc-4819-a358-95d18a73192d has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:45:56.662369 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b11baeb-4114-4a33-b983-e25fadfbab02 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:45:56.672050 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-9b11baeb-4114-4a33-b983-e25fadfbab02 admin admin] Notify callbacks [] for router, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:56.673338 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] Sync routers for ids ['66bdf12c-b7bc-4819-a358-95d18a73192d'] in dv-cinder-793515-3-smb {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:45:56.673540 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-9b11baeb-4114-4a33-b983-e25fadfbab02 admin admin] 10.222.0.60 "PUT /v2.0/routers/66bdf12c-b7bc-4819-a358-95d18a73192d HTTP/1.1" status: 200 len: 890 time: 2.6885364 Jun 01 15:45:56.684843 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] Routers {'66bdf12c-b7bc-4819-a358-95d18a73192d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:45:56.685540 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:45:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['66bdf12c-b7bc-4819-a358-95d18a73192d'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:45:56.927228 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] Set router 66bdf12c-b7bc-4819-a358-95d18a73192d gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:45:57.293797 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bdf12c-b7bc-4819-a358-95d18a73192d', 'name': 'router1', 'tenant_id': '5a1dfcfa862c44bf8d323becb34717f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': '09623940-2e34-4528-bc29-f6a90b186448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:45:36Z', 'updated_at': '2021-06-01T15:45:55Z', 'revision_number': 4, 'project_id': '5a1dfcfa862c44bf8d323becb34717f0', 'gw_port': {'id': '09623940-2e34-4528-bc29-f6a90b186448', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bdf12c-b7bc-4819-a358-95d18a73192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:45:54Z', 'updated_at': '2021-06-01T15:45:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '41186446-fbbd-4446-93f1-47c765e98d66', 'name': '', 'network_id': '83ac9893-0218-4211-9afc-9f40f10be28a', 'tenant_id': '5a1dfcfa862c44bf8d323becb34717f0', 'mac_address': 'fa:16:3e:81:e9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bdf12c-b7bc-4819-a358-95d18a73192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3a0960f-3990-4ad1-9130-8cf5945caa1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:45:46Z', 'updated_at': '2021-06-01T15:45:54Z', 'revision_number': 5, 'project_id': '5a1dfcfa862c44bf8d323becb34717f0', 'subnets': [{'id': 'c3a0960f-3990-4ad1-9130-8cf5945caa1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '122561d4-4eee-4fae-a1c9-9ac5c71b668e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:45:57.299862 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] Checking router: 66bdf12c-b7bc-4819-a358-95d18a73192d for host: dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:45:57.300252 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] Updating router 66bdf12c-b7bc-4819-a358-95d18a73192d port 09623940-2e34-4528-bc29-f6a90b186448 binding host dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:45:57.354874 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:57.712209 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] Notify callbacks [] for port, precommit_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:57.729315 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] Transition to ACTIVE for port object 09623940-2e34-4528-bc29-f6a90b186448 will not be triggered until provisioned by entity L2. {{(pid=91977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:45:57.741265 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:57.747735 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:57.838392 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] Attempting to bind port 09623940-2e34-4528-bc29-f6a90b186448 on host dv-cinder-793515-3-smb for vnic_type normal with profile {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:45:57.838762 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] Attempting to bind port 09623940-2e34-4528-bc29-f6a90b186448 by drivers openvswitch,hyperv on host dv-cinder-793515-3-smb at level 0 using segments [{'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:45:57.839159 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] Attempting to bind port 09623940-2e34-4528-bc29-f6a90b186448 on network 6e7482f9-9717-4453-9b2f-c40fb5d07656 {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:45:57.841452 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f2f80-89c9-47e9-a098-799cd353111f None None] Pushing event updated for resources: {'Port': ['ID=09623940-2e34-4528-bc29-f6a90b186448,revision_number=2']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:57.845238 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-b27f2f80-89c9-47e9-a098-799cd353111f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:57.847771 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] Checking agent: {'id': '402afcd4-07c8-465d-b4fa-00ad646a8cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:45:57.848143 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] Checking segment: {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:45:57.848546 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:57.848931 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] Bound using segment: {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:45:57.849406 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] Bound port: 09623940-2e34-4528-bc29-f6a90b186448, host: dv-cinder-793515-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:45:57.849769 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:57.927246 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] For port 09623940-2e34-4528-bc29-f6a90b186448, host dv-cinder-793515-3-smb, cleared binding levels {{(pid=91977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:45:57.930510 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] For port 09623940-2e34-4528-bc29-f6a90b186448, host dv-cinder-793515-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=09623940-2e34-4528-bc29-f6a90b186448,segment=NetworkSegment(2169e936-6da0-43d3-a98e-548bcd0f9f05),segment_id=2169e936-6da0-43d3-a98e-548bcd0f9f05)] {{(pid=91977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:45:57.936539 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:45:57.940942 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-3f259895-e913-483d-bcf8-7c740ead63b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:45:58.038854 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f2f80-89c9-47e9-a098-799cd353111f None None] Pushing event updated for resources: {'Port': ['ID=09623940-2e34-4528-bc29-f6a90b186448,revision_number=3']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:45:58.042121 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] Routers {'66bdf12c-b7bc-4819-a358-95d18a73192d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:45:58.042818 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:45:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['66bdf12c-b7bc-4819-a358-95d18a73192d'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:45:58.091418 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-b27f2f80-89c9-47e9-a098-799cd353111f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:45:58.236227 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] Set router 66bdf12c-b7bc-4819-a358-95d18a73192d gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:45:58.614355 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bdf12c-b7bc-4819-a358-95d18a73192d', 'name': 'router1', 'tenant_id': '5a1dfcfa862c44bf8d323becb34717f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': '09623940-2e34-4528-bc29-f6a90b186448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:45:36Z', 'updated_at': '2021-06-01T15:45:55Z', 'revision_number': 4, 'project_id': '5a1dfcfa862c44bf8d323becb34717f0', 'gw_port': {'id': '09623940-2e34-4528-bc29-f6a90b186448', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bdf12c-b7bc-4819-a358-95d18a73192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:45:54Z', 'updated_at': '2021-06-01T15:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '41186446-fbbd-4446-93f1-47c765e98d66', 'name': '', 'network_id': '83ac9893-0218-4211-9afc-9f40f10be28a', 'tenant_id': '5a1dfcfa862c44bf8d323becb34717f0', 'mac_address': 'fa:16:3e:81:e9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bdf12c-b7bc-4819-a358-95d18a73192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3a0960f-3990-4ad1-9130-8cf5945caa1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:45:46Z', 'updated_at': '2021-06-01T15:45:54Z', 'revision_number': 5, 'project_id': '5a1dfcfa862c44bf8d323becb34717f0', 'subnets': [{'id': 'c3a0960f-3990-4ad1-9130-8cf5945caa1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '122561d4-4eee-4fae-a1c9-9ac5c71b668e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:45:58.618476 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24435eef-771b-48e9-a236-a8f5b73a8375 None None] The sync data for ids ['66bdf12c-b7bc-4819-a358-95d18a73192d'] in dv-cinder-793515-3-smb is: [{'id': '66bdf12c-b7bc-4819-a358-95d18a73192d', 'name': 'router1', 'tenant_id': '5a1dfcfa862c44bf8d323becb34717f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': '09623940-2e34-4528-bc29-f6a90b186448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:45:36Z', 'updated_at': '2021-06-01T15:45:55Z', 'revision_number': 4, 'project_id': '5a1dfcfa862c44bf8d323becb34717f0', 'gw_port': {'id': '09623940-2e34-4528-bc29-f6a90b186448', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bdf12c-b7bc-4819-a358-95d18a73192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:45:54Z', 'updated_at': '2021-06-01T15:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '41186446-fbbd-4446-93f1-47c765e98d66', 'name': '', 'network_id': '83ac9893-0218-4211-9afc-9f40f10be28a', 'tenant_id': '5a1dfcfa862c44bf8d323becb34717f0', 'mac_address': 'fa:16:3e:81:e9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bdf12c-b7bc-4819-a358-95d18a73192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3a0960f-3990-4ad1-9130-8cf5945caa1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:45:46Z', 'updated_at': '2021-06-01T15:45:54Z', 'revision_number': 5, 'project_id': '5a1dfcfa862c44bf8d323becb34717f0', 'subnets': [{'id': 'c3a0960f-3990-4ad1-9130-8cf5945caa1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '122561d4-4eee-4fae-a1c9-9ac5c71b668e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:45:59.170572 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 54894) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:45:59.377928 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-75f0e0c6-603f-44ec-8e40-499d017db736 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2056110 Jun 01 15:46:00.091893 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 09623940-2e34-4528-bc29-f6a90b186448 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:46:00.182256 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning for port 09623940-2e34-4528-bc29-f6a90b186448 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:46:00.187455 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 09623940-2e34-4528-bc29-f6a90b186448 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:46:00.187899 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:00.314948 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:00.333687 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] For port 09623940-2e34-4528-bc29-f6a90b186448, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=09623940-2e34-4528-bc29-f6a90b186448,segment=NetworkSegment(2169e936-6da0-43d3-a98e-548bcd0f9f05),segment_id=2169e936-6da0-43d3-a98e-548bcd0f9f05)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:46:00.337573 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:00.339630 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:46:00.427513 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Pushing event updated for resources: {'Port': ['ID=09623940-2e34-4528-bc29-f6a90b186448,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:46:00.432194 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:46:02.090763 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 09623940-2e34-4528-bc29-f6a90b186448 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:46:02.184726 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 09623940-2e34-4528-bc29-f6a90b186448 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:46:02.185574 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:07.682314 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-106cbb1f-07e7-423a-b35e-d147c4de8837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:10.128895 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-189575be-c032-403d-87dd-88ae29f36b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:10.160746 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:11.286973 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:13.245140 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:20.492640 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 5 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:46:37.678616 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-11484dda-4d6a-4000-b710-937a76575d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:40.123386 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-4e19184c-378b-4995-b07a-7d25ffbe32b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:40.157928 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:41.284307 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:43.304283 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:46:57.482128 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 5 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:47:07.675089 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-94de068e-a1e2-4f91-ba20-b42d83169685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:10.126148 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-4af42985-a1a4-48ea-8cd4-e2899de6b7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:10.152681 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:11.277798 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:13.243050 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:34.479383 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 5 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:47:37.123997 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 55462) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:47:37.194347 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae242eca-909d-4838-9852-cf21ff7c1697 admin admin] GET failed (client error): The resource could not be found. Jun 01 15:47:37.194878 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-ae242eca-909d-4838-9852-cf21ff7c1697 admin admin] Synchronizing usage tracker for tenant:d76d926d31f144dcb429680ee46b895d on resource:network {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:47:37.214145 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-ae242eca-909d-4838-9852-cf21ff7c1697 admin admin] Unset dirty status for tenant:d76d926d31f144dcb429680ee46b895d on resource:network {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:47:37.215380 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-ae242eca-909d-4838-9852-cf21ff7c1697 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0903502 Jun 01 15:47:37.359513 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9d6719-3f6c-4620-b21f-4fbac0301976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:37.362424 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-3d9d6719-3f6c-4620-b21f-4fbac0301976 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1419320 Jun 01 15:47:37.683000 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-06aa1bd3-4a36-4493-a1c9-d3fa723e74a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:39.532357 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 55472) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:47:39.661032 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ec4511-f455-4fee-8312-24021feb08db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:39.662396 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-08ec4511-f455-4fee-8312-24021feb08db admin admin] 10.222.0.60 "GET /v2.0/subnets/c3a0960f-3990-4ad1-9130-8cf5945caa1a HTTP/1.1" status: 200 len: 849 time: 0.1290925 Jun 01 15:47:39.672299 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-15dc2825-f064-404e-a19c-260f2103c400 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:47:39.810750 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-15dc2825-f064-404e-a19c-260f2103c400 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:40.014377 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-15dc2825-f064-404e-a19c-260f2103c400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737512930196'] for subnet, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:40.018630 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-8e388d74-15d8-4856-9a63-f904898d6808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:47:40.061715 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dc2825-f064-404e-a19c-260f2103c400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:40.062696 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-15dc2825-f064-404e-a19c-260f2103c400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for subnet, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:40.068400 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-15dc2825-f064-404e-a19c-260f2103c400 admin admin] 10.222.0.60 "PUT /v2.0/subnets/c3a0960f-3990-4ad1-9130-8cf5945caa1a HTTP/1.1" status: 200 len: 868 time: 0.3953962 Jun 01 15:47:40.068663 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabb4dc4-787b-41b7-807e-9e2b4436ba6b None None] Network 83ac9893-0218-4211-9afc-9f40f10be28a requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:47:40.099904 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc2825-f064-404e-a19c-260f2103c400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3a0960f-3990-4ad1-9130-8cf5945caa1a,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:47:40.108353 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc2825-f064-404e-a19c-260f2103c400 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:40.108758 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc2825-f064-404e-a19c-260f2103c400 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:40.109010 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc2825-f064-404e-a19c-260f2103c400 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:40.109506 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc2825-f064-404e-a19c-260f2103c400 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:40.109822 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc2825-f064-404e-a19c-260f2103c400 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:40.110143 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc2825-f064-404e-a19c-260f2103c400 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:40.110453 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc2825-f064-404e-a19c-260f2103c400 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:40.110765 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc2825-f064-404e-a19c-260f2103c400 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:40.111129 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc2825-f064-404e-a19c-260f2103c400 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:40.111447 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc2825-f064-404e-a19c-260f2103c400 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:40.111752 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc2825-f064-404e-a19c-260f2103c400 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:40.112059 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc2825-f064-404e-a19c-260f2103c400 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:47:40.116899 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-15dc2825-f064-404e-a19c-260f2103c400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:47:40.211853 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f793c221-48fc-4584-9a7a-2e8c1aef601c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:40.225404 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:40.560426 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-799cb07d-03e4-4028-a96d-cb2f2cdcffc1 None None] Provisioning complete for port 41186446-fbbd-4446-93f1-47c765e98d66 triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:47:40.560790 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-799cb07d-03e4-4028-a96d-cb2f2cdcffc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:40.690505 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-799cb07d-03e4-4028-a96d-cb2f2cdcffc1 None None] Provisioning complete for port a3a62a39-75fc-4368-b456-c0596ec3534e triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:47:40.690881 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-799cb07d-03e4-4028-a96d-cb2f2cdcffc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:41.280570 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:42.202853 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 55482) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:47:42.427542 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ea079e-ac64-4ff9-b1f2-aa9aa175ef88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:42.428424 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ea079e-ac64-4ff9-b1f2-aa9aa175ef88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:42.430932 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-98ea079e-ac64-4ff9-b1f2-aa9aa175ef88 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2268701 Jun 01 15:47:43.253843 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:47:44.586523 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 55490) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:47:44.777079 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeac9075-b45c-4336-b6b8-516fc86c8bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:44.777448 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeac9075-b45c-4336-b6b8-516fc86c8bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:44.778982 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-eeac9075-b45c-4336-b6b8-516fc86c8bd3 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1913426 Jun 01 15:47:47.045181 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 55498) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:47:47.223574 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281fb5df-fa62-44c5-ba0b-3b4bc19ce976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:47.224841 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-281fb5df-fa62-44c5-ba0b-3b4bc19ce976 admin admin] 10.222.0.60 "GET /v2.0/networks/6e7482f9-9717-4453-9b2f-c40fb5d07656 HTTP/1.1" status: 200 len: 886 time: 0.1787212 Jun 01 15:47:49.445745 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 55508) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:47:49.655194 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b0a891-a475-403b-b0a2-eaa58b3c6282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:49.658126 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-13b0a891-a475-403b-b0a2-eaa58b3c6282 admin admin] 10.222.0.60 "GET /v2.0/networks/83ac9893-0218-4211-9afc-9f40f10be28a HTTP/1.1" status: 200 len: 869 time: 0.2112265 Jun 01 15:47:51.851628 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 55516) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:47:51.972917 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a39bf7a-4b67-447b-90a4-2265c4c8c92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:51.973373 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a39bf7a-4b67-447b-90a4-2265c4c8c92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:51.974097 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-1a39bf7a-4b67-447b-90a4-2265c4c8c92e admin admin] Synchronizing usage tracker for tenant:d76d926d31f144dcb429680ee46b895d on resource:subnet {{(pid=91976) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:47:51.992831 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-1a39bf7a-4b67-447b-90a4-2265c4c8c92e admin admin] Unset dirty status for tenant:d76d926d31f144dcb429680ee46b895d on resource:subnet {{(pid=91976) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:47:51.993998 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-1a39bf7a-4b67-447b-90a4-2265c4c8c92e admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1409082 Jun 01 15:47:54.171038 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 55524) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:47:54.300585 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100c9030-61d2-45eb-a71b-5babd700a986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:54.300943 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100c9030-61d2-45eb-a71b-5babd700a986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:54.302485 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-100c9030-61d2-45eb-a71b-5babd700a986 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1302397 Jun 01 15:47:57.027324 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 55532) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:47:57.138021 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841423d3-85b6-48b4-95a4-784bbdcd6851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:57.139385 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-841423d3-85b6-48b4-95a4-784bbdcd6851 admin admin] 10.222.0.60 "GET /v2.0/subnets/517eec18-9bb2-4c7a-bda3-2fa22e1410fe HTTP/1.1" status: 200 len: 816 time: 0.1111021 Jun 01 15:47:59.296547 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 55540) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:47:59.408028 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2eabdf-1b94-45a6-9bd3-67e108c11169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:47:59.409384 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-5a2eabdf-1b94-45a6-9bd3-67e108c11169 admin admin] 10.222.0.60 "GET /v2.0/subnets/c3a0960f-3990-4ad1-9130-8cf5945caa1a HTTP/1.1" status: 200 len: 868 time: 0.1118693 Jun 01 15:48:07.686695 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-9fec5966-2033-4bcf-a12c-1c611661ba7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:10.130839 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-1313e57b-998a-4c11-b2f0-00663af32a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:10.164755 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:11.288221 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:11.481407 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 5 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:48:13.266793 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:23.541284 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 55584) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:48:23.596114 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [None req-d7e59c4c-d2f0-4e2d-8eae-5da247e72af0 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=91976) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 15:48:23.597340 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-d7e59c4c-d2f0-4e2d-8eae-5da247e72af0 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0545845 Jun 01 15:48:25.864297 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 55592) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:48:25.940033 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e8fb5cd-df4b-49f7-91a1-eb8ca05a5391 admin admin] GET failed (client error): The resource could not be found. Jun 01 15:48:25.941351 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-7e8fb5cd-df4b-49f7-91a1-eb8ca05a5391 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0758274 Jun 01 15:48:26.075585 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a39cd6-7a75-4349-8135-14bb51dd63b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:48:26.077057 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-89a39cd6-7a75-4349-8135-14bb51dd63b1 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1319046 Jun 01 15:48:28.248246 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 55600) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:48:28.295717 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-7c308c44-8d08-4a0c-9be3-1522c6bea192 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:48:28.300295 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-7c308c44-8d08-4a0c-9be3-1522c6bea192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:48:28.311140 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-7c308c44-8d08-4a0c-9be3-1522c6bea192 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:48:28.320514 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c308c44-8d08-4a0c-9be3-1522c6bea192 admin admin] Made reservation on behalf of d76d926d31f144dcb429680ee46b895d for: {'network': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:48:28.323647 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-7c308c44-8d08-4a0c-9be3-1522c6bea192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3889677'] for network, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:28.411621 dv-cinder-793515-3-smb neutron-server[91975]: WARNING neutron.services.revisions.revision_plugin [None req-7c308c44-8d08-4a0c-9be3-1522c6bea192 admin admin] Could not find related network for resource to bump revision. Jun 01 15:48:28.426909 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c308c44-8d08-4a0c-9be3-1522c6bea192 admin admin] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=91975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:48:28.436883 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-7c308c44-8d08-4a0c-9be3-1522c6bea192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:28.437216 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.db.segments_db [None req-7c308c44-8d08-4a0c-9be3-1522c6bea192 admin admin] Added segment f3ee6646-6d43-4979-94ee-74b972917229 of type vlan for network afe2687e-de3b-47b7-9c07-b320a75928a3 Jun 01 15:48:28.462715 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-7c308c44-8d08-4a0c-9be3-1522c6bea192 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737512412739'] for network, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:28.490519 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-7c308c44-8d08-4a0c-9be3-1522c6bea192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029'] for network, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:28.491811 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c308c44-8d08-4a0c-9be3-1522c6bea192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:48:28.492379 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-7c308c44-8d08-4a0c-9be3-1522c6bea192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:28.497544 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:48:28.555268 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-7c308c44-8d08-4a0c-9be3-1522c6bea192 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3065898 Jun 01 15:48:28.606047 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c308c44-8d08-4a0c-9be3-1522c6bea192 admin admin] Pushing event updated for resources: {'Network': ['ID=afe2687e-de3b-47b7-9c07-b320a75928a3,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:48:28.609063 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-7c308c44-8d08-4a0c-9be3-1522c6bea192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:48:28.617649 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Network afe2687e-de3b-47b7-9c07-b320a75928a3 details requested by agent ovs-agent-dv-cinder-793515-3-smb with host dv-cinder-793515-3-smb {{(pid=91977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:48:30.721170 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 55608) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:48:30.789483 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.pecan_wsgi.hooks.translation [None req-e851bb07-4366-41c6-9b29-b97708675f87 admin admin] GET failed (client error): The resource could not be found. Jun 01 15:48:30.789996 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-e851bb07-4366-41c6-9b29-b97708675f87 admin admin] Synchronizing usage tracker for tenant:d76d926d31f144dcb429680ee46b895d on resource:network {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:48:30.805761 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-e851bb07-4366-41c6-9b29-b97708675f87 admin admin] Unset dirty status for tenant:d76d926d31f144dcb429680ee46b895d on resource:network {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:48:30.807561 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-e851bb07-4366-41c6-9b29-b97708675f87 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0852835 Jun 01 15:48:30.960560 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92ddb32-e1e1-4768-b464-0e90a764c10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:48:30.962007 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-a92ddb32-e1e1-4768-b464-0e90a764c10c admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1503706 Jun 01 15:48:30.971867 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-764231c2-fd0d-4074-a445-ffeb0f10e516 admin admin] Request body: {'subnet': {'network_id': 'afe2687e-de3b-47b7-9c07-b320a75928a3', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:48:30.977638 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-764231c2-fd0d-4074-a445-ffeb0f10e516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:48:30.989720 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-764231c2-fd0d-4074-a445-ffeb0f10e516 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:48:31.000764 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764231c2-fd0d-4074-a445-ffeb0f10e516 admin admin] Made reservation on behalf of d76d926d31f144dcb429680ee46b895d for: {'subnet': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:48:31.005586 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-764231c2-fd0d-4074-a445-ffeb0f10e516 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:31.388991 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-764231c2-fd0d-4074-a445-ffeb0f10e516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036'] for subnet, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:31.393345 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:48:31.467638 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764231c2-fd0d-4074-a445-ffeb0f10e516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62bae524-5310-4eeb-9448-69721418d774,revision_number=0']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:48:31.473452 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-764231c2-fd0d-4074-a445-ffeb0f10e516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:48:31.475852 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764231c2-fd0d-4074-a445-ffeb0f10e516 admin admin] Checking segment: {'id': 'f3ee6646-6d43-4979-94ee-74b972917229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'afe2687e-de3b-47b7-9c07-b320a75928a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:48:31.476206 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764231c2-fd0d-4074-a445-ffeb0f10e516 admin admin] Network hostable DHCP agents. Network: afe2687e-de3b-47b7-9c07-b320a75928a3, hostable agents: ['423065cf-a459-40a5-9d7d-37e9c3940aeb'], hosted agents: [] {{(pid=91975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:48:31.494769 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764231c2-fd0d-4074-a445-ffeb0f10e516 admin admin] Network afe2687e-de3b-47b7-9c07-b320a75928a3 is scheduled to be hosted by DHCP agent 423065cf-a459-40a5-9d7d-37e9c3940aeb with binding_index 1 {{(pid=91975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:48:31.504236 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [None req-764231c2-fd0d-4074-a445-ffeb0f10e516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-smb, afe2687e-de3b-47b7-9c07-b320a75928a3) {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:48:31.508225 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764231c2-fd0d-4074-a445-ffeb0f10e516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:48:31.508803 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-764231c2-fd0d-4074-a445-ffeb0f10e516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for subnet, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:31.514209 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d682bf-2f82-4630-ae01-f92c24ab3fbb None None] Network afe2687e-de3b-47b7-9c07-b320a75928a3 requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:48:31.539611 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-764231c2-fd0d-4074-a445-ffeb0f10e516 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5712812 Jun 01 15:48:31.748856 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94bd9fb4-ba23-5bb7-a801-c8a49b7a9324-afe2687e-de3b-47b7-9c07-b320a75928a3', 'network_id': 'afe2687e-de3b-47b7-9c07-b320a75928a3', 'tenant_id': 'd76d926d31f144dcb429680ee46b895d', 'fixed_ips': [{'subnet_id': '62bae524-5310-4eeb-9448-69721418d774'}]}} from dv-cinder-793515-3-smb. {{(pid=91977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 15:48:31.749753 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:31.910372 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.db_base_plugin_common [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Allocated IP 192.168.233.2 (afe2687e-de3b-47b7-9c07-b320a75928a3/62bae524-5310-4eeb-9448-69721418d774/a4ab1169-2c78-44fd-b3f9-bd2463c28695) {{(pid=91977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:48:32.134103 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Notify callbacks [] for port, precommit_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:32.145640 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Transition to ACTIVE for port object a4ab1169-2c78-44fd-b3f9-bd2463c28695 will not be triggered until provisioned by entity L2. {{(pid=91977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:48:32.164978 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Transition to ACTIVE for port object a4ab1169-2c78-44fd-b3f9-bd2463c28695 will not be triggered until provisioned by entity DHCP. {{(pid=91977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:48:32.171537 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225'] for port, after_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:32.176256 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:48:32.240846 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Network afe2687e-de3b-47b7-9c07-b320a75928a3 is already hosted by enough agents. {{(pid=91977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:48:32.242022 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.scheduler.base_scheduler [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Resources bound (agent type, host, resource id): {{(pid=91977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:48:32.246406 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Received port after_create {{(pid=91977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:48:32.255277 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Pushing event updated for resources: {'Port': ['ID=a4ab1169-2c78-44fd-b3f9-bd2463c28695,revision_number=1']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:48:32.298566 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:48:32.298825 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:48:32.299185 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:48:32.299516 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:48:32.299838 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:48:32.300162 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:48:32.300480 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:48:32.300798 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:48:32.301123 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:48:32.301436 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:48:32.301755 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:48:32.302063 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:48:32.329698 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:48:32.360000 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Attempting to bind port a4ab1169-2c78-44fd-b3f9-bd2463c28695 on host dv-cinder-793515-3-smb for vnic_type normal with profile {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:48:32.360380 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Attempting to bind port a4ab1169-2c78-44fd-b3f9-bd2463c28695 by drivers openvswitch,hyperv on host dv-cinder-793515-3-smb at level 0 using segments [{'id': 'f3ee6646-6d43-4979-94ee-74b972917229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'afe2687e-de3b-47b7-9c07-b320a75928a3'}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:48:32.360734 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Attempting to bind port a4ab1169-2c78-44fd-b3f9-bd2463c28695 on network afe2687e-de3b-47b7-9c07-b320a75928a3 {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:48:32.367033 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Checking agent: {'id': '402afcd4-07c8-465d-b4fa-00ad646a8cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:48:32.367425 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Checking segment: {'id': 'f3ee6646-6d43-4979-94ee-74b972917229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'afe2687e-de3b-47b7-9c07-b320a75928a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:48:32.367817 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:32.368202 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Bound using segment: {'id': 'f3ee6646-6d43-4979-94ee-74b972917229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'afe2687e-de3b-47b7-9c07-b320a75928a3'} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:48:32.368678 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Bound port: a4ab1169-2c78-44fd-b3f9-bd2463c28695, host: dv-cinder-793515-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ee6646-6d43-4979-94ee-74b972917229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'afe2687e-de3b-47b7-9c07-b320a75928a3'}}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:48:32.369042 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:32.471933 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] For port a4ab1169-2c78-44fd-b3f9-bd2463c28695, host dv-cinder-793515-3-smb, cleared binding levels {{(pid=91977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:48:32.475421 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] For port a4ab1169-2c78-44fd-b3f9-bd2463c28695, host dv-cinder-793515-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=a4ab1169-2c78-44fd-b3f9-bd2463c28695,segment=NetworkSegment(f3ee6646-6d43-4979-94ee-74b972917229),segment_id=f3ee6646-6d43-4979-94ee-74b972917229)] {{(pid=91977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:48:32.481339 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:32.486584 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:48:32.580196 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Pushing event updated for resources: {'Port': ['ID=a4ab1169-2c78-44fd-b3f9-bd2463c28695,revision_number=2']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:48:32.583302 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:48:33.388465 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d2e4f9-63e9-4fcb-98ff-6c5673eaa6f3 None None] Network afe2687e-de3b-47b7-9c07-b320a75928a3 requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:48:33.511325 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-d727e29b-9a89-4112-8339-2a447e8742a2 None None] Provisioning for port a4ab1169-2c78-44fd-b3f9-bd2463c28695 completed by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:48:34.195165 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device a4ab1169-2c78-44fd-b3f9-bd2463c28695 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:48:34.269760 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning for port a4ab1169-2c78-44fd-b3f9-bd2463c28695 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:48:34.274599 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port a4ab1169-2c78-44fd-b3f9-bd2463c28695 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:48:34.275505 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:34.401062 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:34.435945 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] For port a4ab1169-2c78-44fd-b3f9-bd2463c28695, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=a4ab1169-2c78-44fd-b3f9-bd2463c28695,segment=NetworkSegment(f3ee6646-6d43-4979-94ee-74b972917229),segment_id=f3ee6646-6d43-4979-94ee-74b972917229)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:48:34.440894 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:34.442902 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:48:34.510017 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Pushing event updated for resources: {'Port': ['ID=a4ab1169-2c78-44fd-b3f9-bd2463c28695,revision_number=3']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:48:34.513125 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:48:36.176668 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device a4ab1169-2c78-44fd-b3f9-bd2463c28695 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:48:36.247358 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port a4ab1169-2c78-44fd-b3f9-bd2463c28695 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:48:36.247726 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:37.679560 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-52cbdb06-e804-4884-a009-d2c6a853dc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:40.127304 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-ff6c81ab-af83-40d4-b74c-cee541dd4cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:40.157281 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:41.290432 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:43.268942 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:48:48.480970 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 5 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:49:07.683585 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-3aa5776c-c9a6-4fe2-9e77-dfad7a26f11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:10.131554 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-a0145806-5b73-44df-821e-1627e11f57a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:10.165112 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:11.294704 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:13.274617 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:25.482390 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 5 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:49:37.687599 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-7710fea4-9653-4bcf-bff3-501ff1cf04e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:40.136277 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-d514344c-9722-40ba-a3c7-66baac99635a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:40.163164 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:40.540856 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 55660) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:49:40.546852 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [None req-ec214dd9-0a7b-44b2-8b6b-cba6cd03d81f tempest-verify_tempest_config-1034494144 tempest-verify_tempest_config-1034494144-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=91976) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 15:49:40.547873 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-ec214dd9-0a7b-44b2-8b6b-cba6cd03d81f tempest-verify_tempest_config-1034494144 tempest-verify_tempest_config-1034494144-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060606 Jun 01 15:49:40.866580 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 55678) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:49:40.984313 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-738d573f-8d35-404f-b9d9-aed231f2b697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:41.003386 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-738d573f-8d35-404f-b9d9-aed231f2b697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:49:41.007569 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-738d573f-8d35-404f-b9d9-aed231f2b697 admin admin] Usage tracker for resource:security_group_rule and tenant:92198d0cd707489783fc9fb4a389ac5b is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:49:41.010747 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-738d573f-8d35-404f-b9d9-aed231f2b697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:49:41.021620 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-738d573f-8d35-404f-b9d9-aed231f2b697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:49:41.107692 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-738d573f-8d35-404f-b9d9-aed231f2b697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:41.112331 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-738d573f-8d35-404f-b9d9-aed231f2b697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:41.120237 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:49:41.162634 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-738d573f-8d35-404f-b9d9-aed231f2b697 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=92198d0cd707489783fc9fb4a389ac5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2949150 Jun 01 15:49:41.163525 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d573f-8d35-404f-b9d9-aed231f2b697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d422035-1eed-4306-a9d7-b6a8d474d450,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:49:41.165386 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 55682) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:49:41.171255 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d573f-8d35-404f-b9d9-aed231f2b697 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:41.171598 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d573f-8d35-404f-b9d9-aed231f2b697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:41.171927 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d573f-8d35-404f-b9d9-aed231f2b697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:41.172250 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d573f-8d35-404f-b9d9-aed231f2b697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:41.172839 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d573f-8d35-404f-b9d9-aed231f2b697 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:41.172959 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d573f-8d35-404f-b9d9-aed231f2b697 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:41.173180 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d573f-8d35-404f-b9d9-aed231f2b697 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:41.173495 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d573f-8d35-404f-b9d9-aed231f2b697 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:41.173829 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d573f-8d35-404f-b9d9-aed231f2b697 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:41.174148 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d573f-8d35-404f-b9d9-aed231f2b697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:41.174463 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d573f-8d35-404f-b9d9-aed231f2b697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:41.174774 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d573f-8d35-404f-b9d9-aed231f2b697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:41.179549 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-738d573f-8d35-404f-b9d9-aed231f2b697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:49:41.236473 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-11e17575-5e07-4e92-9a02-e279977e9be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:41.262826 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-11e17575-5e07-4e92-9a02-e279977e9be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:41.301277 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:41.370059 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-11e17575-5e07-4e92-9a02-e279977e9be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:41.375901 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-311d8d86-eda0-4fee-b00d-87b3284f59e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:49:41.391137 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e17575-5e07-4e92-9a02-e279977e9be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d422035-1eed-4306-a9d7-b6a8d474d450,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:49:41.400527 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e17575-5e07-4e92-9a02-e279977e9be2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:41.400870 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e17575-5e07-4e92-9a02-e279977e9be2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:41.401211 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e17575-5e07-4e92-9a02-e279977e9be2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:41.401783 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e17575-5e07-4e92-9a02-e279977e9be2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:41.402281 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e17575-5e07-4e92-9a02-e279977e9be2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:41.402821 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e17575-5e07-4e92-9a02-e279977e9be2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:41.403401 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e17575-5e07-4e92-9a02-e279977e9be2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:41.403964 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e17575-5e07-4e92-9a02-e279977e9be2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:41.404544 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e17575-5e07-4e92-9a02-e279977e9be2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:41.405116 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e17575-5e07-4e92-9a02-e279977e9be2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:41.405686 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e17575-5e07-4e92-9a02-e279977e9be2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:41.406246 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e17575-5e07-4e92-9a02-e279977e9be2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:49:41.412420 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-11e17575-5e07-4e92-9a02-e279977e9be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:49:41.414559 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-11e17575-5e07-4e92-9a02-e279977e9be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:49:41.416509 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-11e17575-5e07-4e92-9a02-e279977e9be2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7d422035-1eed-4306-a9d7-b6a8d474d450 HTTP/1.1" status: 204 len: 168 time: 0.2499366 Jun 01 15:49:43.277069 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:50:02.486512 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 5 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:50:07.692916 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-bef567d9-ffd2-47cf-a6a4-2e9b324743b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:50:10.128169 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-5ffcc47e-d665-43c8-a877-c12ada3492cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:50:10.155418 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:50:11.298329 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:50:13.277703 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:50:37.685953 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-dbf95c0c-ac84-44e6-bbee-713f1eb7605a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:50:39.489795 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 5 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:50:40.130766 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-e0d077bb-2f23-43a0-8bfb-c7a1b76d3894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:50:40.155785 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:50:41.301096 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:50:43.280547 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:07.687116 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2a80fb64-501d-49d2-87d3-1c0599479967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:10.133024 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-4835feb0-316f-4d46-999a-d8fd6586791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:10.163691 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:11.303705 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:13.290405 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:16.495193 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 5 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:51:22.697993 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264'] for agent, after_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:26.756559 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 55736) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:51:26.867738 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-ee36cf9b-d8d4-4215-9a4f-00baa9195910 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1100938 Jun 01 15:51:29.010538 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 55746) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:51:29.067443 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-9eba20e5-3a49-4116-8a33-7b70c3409b76 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0557041 Jun 01 15:51:37.691454 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-abec8d49-e6bd-4afd-a6e4-d4b1fb4113fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:40.134306 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-a00ba8c4-7037-4d34-801c-8f86d562df46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:40.156526 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:41.305911 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:43.287358 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:52.682466 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:51:53.495168 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:52:07.692558 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-89339eb8-db62-4a0a-a258-75042671c506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:10.135425 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-da1e81d4-d0d9-460e-9d0c-d8598a94ada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:10.157127 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:11.308376 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:13.291030 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:22.682281 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:30.495738 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:52:37.694895 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-46aab4ad-5048-4c37-8096-4fb8c7c00714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:40.137664 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-d701156d-c795-4343-9d50-992466f054fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:40.158912 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:41.310951 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:43.294375 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:52.696967 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:58.859820 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 55934) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:59.268545 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1567866591-network', 'tenant_id': '9a8d1b76efdc412fa75558d8d00df5b1'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:59.274143 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:59.280807 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Usage tracker for resource:network and tenant:9a8d1b76efdc412fa75558d8d00df5b1 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:59.286431 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:59.295904 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:59.308865 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Made reservation on behalf of 9a8d1b76efdc412fa75558d8d00df5b1 for: {'network': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:52:59.312029 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3889677'] for network, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:59.325942 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:59.342943 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:59.346879 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Usage tracker for resource:security_group_rule and tenant:9a8d1b76efdc412fa75558d8d00df5b1 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:59.349884 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:59.355708 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:59.462100 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 55962) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:59.481063 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:59.486463 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:59.491251 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-738d573f-8d35-404f-b9d9-aed231f2b697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:59.517337 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 55968) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:59.529564 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a58777-7aea-4b54-9441-83b1fb7e0c79,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:59.533470 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=91976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:52:59.542004 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:59.542318 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:59.542858 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:59.543436 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:59.543971 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:59.544535 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:59.545055 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:59.545706 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:59.546214 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:59.546702 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:59.547206 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:59.547873 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Tracked resource versions report: Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: pushed versions: Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: { 'AddressGroup': {'1.2'}, Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: 'ConntrackHelper': {'1.0'}, Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: 'Log': {'1.0'}, Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: 'Network': {'1.1'}, Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: 'Port': {'1.7'}, Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: 'PortForwarding': {'1.2'}, Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: 'QosPolicy': {'1.8'}, Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: 'SecurityGroup': {'1.4'}, Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: 'SecurityGroupRule': {'1.2'}, Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: 'SubPort': {'1.0'}, Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: 'Subnet': {'1.1'}, Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: 'Trunk': {'1.1'}} Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: consumer versions: Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: { DHCP agent@dv-cinder-793515-3-smb: {}, Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: HyperV agent@hv-cinder-79351: {}, Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: L3 agent@dv-cinder-793515-3-smb: {}, Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: Metadata agent@dv-cinder-793515-3-smb: {}, Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: Metering agent@dv-cinder-793515-3-smb: {}, Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: Open vSwitch agent@dv-cinder-793515-3-smb: { 'AddressGroup': '1.2', Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: 'ConntrackHelper': '1.0', Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: 'Log': '1.0', Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: 'Network': '1.1', Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: 'Port': '1.7', Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: 'PortForwarding': '1.2', Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: 'QosPolicy': '1.8', Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: 'SecurityGroup': '1.4', Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: 'SecurityGroupRule': '1.2', Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: 'SubPort': '1.0', Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: 'Subnet': '1.1', Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: 'Trunk': '1.1'}} Jun 01 15:52:59.549132 dv-cinder-793515-3-smb neutron-server[91976]: {{(pid=91976) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 15:52:59.555154 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:59.562894 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:59.564411 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.db.segments_db [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Added segment 5a582721-188e-4673-9d0d-d4bcf203f1bd of type vlan for network 1d3dde78-d936-4294-b200-1bcc0c02662a Jun 01 15:52:59.594817 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737512412739'] for network, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:59.638543 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029'] for network, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:59.638543 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:52:59.638745 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 55974) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:59.638834 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:59.651246 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:52:59.756302 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8924136 Jun 01 15:52:59.757280 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 55982) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:52:59.760867 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Pushing event updated for resources: {'Network': ['ID=1d3dde78-d936-4294-b200-1bcc0c02662a,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:52:59.764689 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-59d0a3b9-0f30-4896-a7c2-1ca10632b765 admin admin] Request body: {'subnet': {'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1567866591-subnet', 'tenant_id': '9a8d1b76efdc412fa75558d8d00df5b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:59.771345 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:52:59.772796 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Network 1d3dde78-d936-4294-b200-1bcc0c02662a details requested by agent ovs-agent-dv-cinder-793515-3-smb with host dv-cinder-793515-3-smb {{(pid=91977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:52:59.790000 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-59d0a3b9-0f30-4896-a7c2-1ca10632b765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:59.795022 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-59d0a3b9-0f30-4896-a7c2-1ca10632b765 admin admin] Usage tracker for resource:subnet and tenant:9a8d1b76efdc412fa75558d8d00df5b1 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:59.799708 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-59d0a3b9-0f30-4896-a7c2-1ca10632b765 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:59.808475 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-59d0a3b9-0f30-4896-a7c2-1ca10632b765 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:59.824035 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d0a3b9-0f30-4896-a7c2-1ca10632b765 admin admin] Made reservation on behalf of 9a8d1b76efdc412fa75558d8d00df5b1 for: {'subnet': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:52:59.828301 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-59d0a3b9-0f30-4896-a7c2-1ca10632b765 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:52:59.926241 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-165074824-network', 'tenant_id': 'e160198749c64159a5cb45da77bef6c4'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:59.931125 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:59.935943 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Usage tracker for resource:network and tenant:e160198749c64159a5cb45da77bef6c4 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:52:59.940298 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:52:59.953312 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1014151894-network', 'tenant_id': 'e46477f8043a4bf9a078b41c2d7a4750'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:59.959633 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:52:59.968016 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1405309750-network', 'tenant_id': '12fb45d959194124816570e75695094b'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:52:59.993924 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:52:59.998903 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Made reservation on behalf of e160198749c64159a5cb45da77bef6c4 for: {'network': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:53:00.001295 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3889677'] for network, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.007896 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 55994) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:00.019548 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Usage tracker for resource:network and tenant:e46477f8043a4bf9a078b41c2d7a4750 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:00.022754 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:00.032602 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:00.042384 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.057828 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:00.060470 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Made reservation on behalf of e46477f8043a4bf9a078b41c2d7a4750 for: {'network': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:53:00.062912 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3889677'] for network, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.081777 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Usage tracker for resource:network and tenant:12fb45d959194124816570e75695094b is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:00.086520 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.098565 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:00.101618 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:00.112484 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Usage tracker for resource:security_group_rule and tenant:e160198749c64159a5cb45da77bef6c4 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:00.118554 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:00.121474 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:00.127293 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:00.130547 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:00.168344 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Usage tracker for resource:security_group_rule and tenant:e46477f8043a4bf9a078b41c2d7a4750 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:00.197289 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:00.216880 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1725569712-network', 'tenant_id': 'ee801e350b05413eaf335b8a2b0346f1'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:00.229598 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:00.237999 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Usage tracker for resource:network and tenant:ee801e350b05413eaf335b8a2b0346f1 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:00.244295 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:00.253331 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:00.266333 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.268322 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:00.268509 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Made reservation on behalf of ee801e350b05413eaf335b8a2b0346f1 for: {'network': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:53:00.273102 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3889677'] for network, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.274147 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.274885 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Made reservation on behalf of 12fb45d959194124816570e75695094b for: {'network': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:53:00.277237 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3889677'] for network, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.296572 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.308648 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.325907 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=91975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:53:00.336979 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.337614 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.db.segments_db [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Added segment 709bcc4d-87be-4efe-b504-8d567e3c8dd6 of type vlan for network 6435224e-02ee-4b78-b03f-d8b20c5a2616 Jun 01 15:53:00.345734 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:00.352572 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Usage tracker for resource:security_group_rule and tenant:ee801e350b05413eaf335b8a2b0346f1 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:00.361621 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:00.365966 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737512412739'] for network, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.374830 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:00.407682 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:00.440921 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029'] for network, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.442026 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:00.453040 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:00.457344 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Usage tracker for resource:security_group_rule and tenant:12fb45d959194124816570e75695094b is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:00.460681 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:00.466927 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:00.542942 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.548371 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.563387 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.567194 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=91976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:53:00.576057 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:00.576865 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:00.577484 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:00.578128 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:00.578671 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:00.579373 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:00.579955 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:00.580492 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:00.581046 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:00.581592 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:00.582134 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:00.582712 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Tracked resource versions report: Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: pushed versions: Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: { 'AddressGroup': {'1.2'}, Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: 'ConntrackHelper': {'1.0'}, Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: 'Log': {'1.0'}, Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: 'Network': {'1.1'}, Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: 'Port': {'1.7'}, Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: 'PortForwarding': {'1.2'}, Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: 'QosPolicy': {'1.8'}, Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: 'SecurityGroup': {'1.4'}, Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: 'SecurityGroupRule': {'1.2'}, Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: 'SubPort': {'1.0'}, Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: 'Subnet': {'1.1'}, Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: 'Trunk': {'1.1'}} Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: consumer versions: Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: { DHCP agent@dv-cinder-793515-3-smb: {}, Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: HyperV agent@hv-cinder-79351: {}, Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: L3 agent@dv-cinder-793515-3-smb: {}, Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: Metadata agent@dv-cinder-793515-3-smb: {}, Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: Metering agent@dv-cinder-793515-3-smb: {}, Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: Open vSwitch agent@dv-cinder-793515-3-smb: { 'AddressGroup': '1.2', Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: 'ConntrackHelper': '1.0', Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: 'Log': '1.0', Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: 'Network': '1.1', Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: 'Port': '1.7', Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: 'PortForwarding': '1.2', Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: 'QosPolicy': '1.8', Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: 'SecurityGroup': '1.4', Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: 'SecurityGroupRule': '1.2', Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: 'SubPort': '1.0', Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: 'Subnet': '1.1', Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: 'Trunk': '1.1'}} Jun 01 15:53:00.584225 dv-cinder-793515-3-smb neutron-server[91975]: {{(pid=91975) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 15:53:00.586805 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.587222 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.db.segments_db [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Added segment 80e2379e-7b76-4d64-9bac-c7fbbc788e92 of type vlan for network 83845762-90e3-4cc7-9b53-5838ad0c180d Jun 01 15:53:00.598213 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:00.599646 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.605318 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.611036 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:00.613620 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:00.629516 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737512412739'] for network, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.673559 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:00.710911 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029'] for network, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.712163 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517cbfc9-e605-4219-a531-8d2ddc5d6655,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:00.715248 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:00.716490 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:00.717057 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:00.741302 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:00.755739 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Pushing event updated for resources: {'Network': ['ID=6435224e-02ee-4b78-b03f-d8b20c5a2616,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:00.773048 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Network 6435224e-02ee-4b78-b03f-d8b20c5a2616 details requested by agent ovs-agent-dv-cinder-793515-3-smb with host dv-cinder-793515-3-smb {{(pid=91977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:53:00.773630 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7606788 Jun 01 15:53:00.773630 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 56012) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:00.777806 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-ee722ba1-6023-48df-8d91-4042d4e8ce08 admin admin] Request body: {'subnet': {'network_id': '83845762-90e3-4cc7-9b53-5838ad0c180d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1725569712-subnet', 'tenant_id': 'ee801e350b05413eaf335b8a2b0346f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:00.800001 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-ee722ba1-6023-48df-8d91-4042d4e8ce08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:00.807596 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-ee722ba1-6023-48df-8d91-4042d4e8ce08 admin admin] Usage tracker for resource:subnet and tenant:ee801e350b05413eaf335b8a2b0346f1 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:00.894383 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-ee722ba1-6023-48df-8d91-4042d4e8ce08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:00.907548 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-ee722ba1-6023-48df-8d91-4042d4e8ce08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:00.926431 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Pushing event updated for resources: {'Network': ['ID=83845762-90e3-4cc7-9b53-5838ad0c180d,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:00.929215 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:00.948544 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Network 83845762-90e3-4cc7-9b53-5838ad0c180d details requested by agent ovs-agent-dv-cinder-793515-3-smb with host dv-cinder-793515-3-smb {{(pid=91977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:53:00.955103 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=91975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:53:00.960843 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:00.961667 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-11e17575-5e07-4e92-9a02-e279977e9be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:01.000226 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ffe810-42d3-4c6b-bb57-bba1ad9f9c97,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:01.010047 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5440032 Jun 01 15:53:01.012570 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 56030) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:01.022759 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-cc8bffe3-c71a-49f5-ab4d-0f391734630e admin admin] Request body: {'subnet': {'network_id': '6435224e-02ee-4b78-b03f-d8b20c5a2616', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-165074824-subnet', 'tenant_id': 'e160198749c64159a5cb45da77bef6c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:01.028963 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-cc8bffe3-c71a-49f5-ab4d-0f391734630e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:01.041510 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:01.057676 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-cc8bffe3-c71a-49f5-ab4d-0f391734630e admin admin] Usage tracker for resource:subnet and tenant:e160198749c64159a5cb45da77bef6c4 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:01.064045 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:01.064733 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.db.segments_db [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Added segment 40be7fc3-9385-4c06-8708-3f7116463cec of type vlan for network fdb9a62f-e096-4d2c-96b4-81a80b5b2aff Jun 01 15:53:01.069189 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-cc8bffe3-c71a-49f5-ab4d-0f391734630e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:01.076164 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:01.089166 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-cc8bffe3-c71a-49f5-ab4d-0f391734630e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:01.092475 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:01.112355 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:01.142854 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737512412739'] for network, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:01.156643 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee722ba1-6023-48df-8d91-4042d4e8ce08 admin admin] Made reservation on behalf of ee801e350b05413eaf335b8a2b0346f1 for: {'subnet': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:53:01.166419 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ee722ba1-6023-48df-8d91-4042d4e8ce08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:01.178175 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=91975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:53:01.192366 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2828f279-5dfb-4d28-82ce-ceed8c298a37,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:01.218736 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:01.226893 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:01.227279 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.db.segments_db [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Added segment a1abcf73-b2c2-4b99-936d-3bf2066c71da of type vlan for network 9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b Jun 01 15:53:01.229537 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8bffe3-c71a-49f5-ab4d-0f391734630e admin admin] Made reservation on behalf of e160198749c64159a5cb45da77bef6c4 for: {'subnet': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:53:01.234317 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-cc8bffe3-c71a-49f5-ab4d-0f391734630e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:01.302241 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029'] for network, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:01.317203 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:01.317775 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:01.325532 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-7c308c44-8d08-4a0c-9be3-1522c6bea192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:01.339755 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737512412739'] for network, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:01.511038 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.db.resource_extend [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 15:53:01.520087 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Pushing event updated for resources: {'Network': ['ID=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:01.526700 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8872428 Jun 01 15:53:01.536027 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Network fdb9a62f-e096-4d2c-96b4-81a80b5b2aff details requested by agent ovs-agent-dv-cinder-793515-3-smb with host dv-cinder-793515-3-smb {{(pid=91977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:53:01.536314 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:01.536782 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 56058) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:01.543920 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-dff4df87-cb8d-49f2-be37-1ffad3d4700d admin admin] Request body: {'subnet': {'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1405309750-subnet', 'tenant_id': '12fb45d959194124816570e75695094b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:01.550820 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-dff4df87-cb8d-49f2-be37-1ffad3d4700d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:01.557890 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-dff4df87-cb8d-49f2-be37-1ffad3d4700d admin admin] Usage tracker for resource:subnet and tenant:12fb45d959194124816570e75695094b is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:01.562056 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-dff4df87-cb8d-49f2-be37-1ffad3d4700d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:01.570463 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029'] for network, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:01.571853 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-dff4df87-cb8d-49f2-be37-1ffad3d4700d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:01.574641 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:01.575240 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:01.584934 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:01.687921 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff4df87-cb8d-49f2-be37-1ffad3d4700d admin admin] Made reservation on behalf of 12fb45d959194124816570e75695094b for: {'subnet': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:53:01.690153 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-dff4df87-cb8d-49f2-be37-1ffad3d4700d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:01.706365 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1846402 Jun 01 15:53:01.708635 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 56062) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:01.736859 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-6b15f9dc-6d51-42a8-a4f6-c2d801979a33 admin admin] Request body: {'subnet': {'network_id': '9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1014151894-subnet', 'tenant_id': 'e46477f8043a4bf9a078b41c2d7a4750', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:01.808722 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Pushing event updated for resources: {'Network': ['ID=9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:01.822631 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:01.822953 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Network 9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b details requested by agent ovs-agent-dv-cinder-793515-3-smb with host dv-cinder-793515-3-smb {{(pid=91977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:53:01.844394 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-6b15f9dc-6d51-42a8-a4f6-c2d801979a33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:01.858838 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-6b15f9dc-6d51-42a8-a4f6-c2d801979a33 admin admin] Usage tracker for resource:subnet and tenant:e46477f8043a4bf9a078b41c2d7a4750 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:01.908229 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-6b15f9dc-6d51-42a8-a4f6-c2d801979a33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:01.920535 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-59d0a3b9-0f30-4896-a7c2-1ca10632b765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036'] for subnet, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:01.932272 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-764231c2-fd0d-4074-a445-ffeb0f10e516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:01.934446 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-6b15f9dc-6d51-42a8-a4f6-c2d801979a33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:01.968178 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b15f9dc-6d51-42a8-a4f6-c2d801979a33 admin admin] Made reservation on behalf of e46477f8043a4bf9a078b41c2d7a4750 for: {'subnet': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:53:01.971977 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6b15f9dc-6d51-42a8-a4f6-c2d801979a33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:02.036369 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 56072) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:02.038355 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0a3b9-0f30-4896-a7c2-1ca10632b765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c05ea02-37de-4c70-a86d-e39e23827d1a,revision_number=0']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:02.050534 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-59d0a3b9-0f30-4896-a7c2-1ca10632b765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:02.097485 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d0a3b9-0f30-4896-a7c2-1ca10632b765 admin admin] Checking segment: {'id': '5a582721-188e-4673-9d0d-d4bcf203f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:53:02.098119 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d0a3b9-0f30-4896-a7c2-1ca10632b765 admin admin] Network hostable DHCP agents. Network: 1d3dde78-d936-4294-b200-1bcc0c02662a, hostable agents: ['423065cf-a459-40a5-9d7d-37e9c3940aeb'], hosted agents: [] {{(pid=91975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:53:02.150919 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d0a3b9-0f30-4896-a7c2-1ca10632b765 admin admin] Network 1d3dde78-d936-4294-b200-1bcc0c02662a is scheduled to be hosted by DHCP agent 423065cf-a459-40a5-9d7d-37e9c3940aeb with binding_index 1 {{(pid=91975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:53:02.177058 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [None req-59d0a3b9-0f30-4896-a7c2-1ca10632b765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-smb, 1d3dde78-d936-4294-b200-1bcc0c02662a) {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:02.185369 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d0a3b9-0f30-4896-a7c2-1ca10632b765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:02.186798 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-59d0a3b9-0f30-4896-a7c2-1ca10632b765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for subnet, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:02.187236 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0118a914-ae94-4210-adf8-56c1c9946ccb None None] Network 1d3dde78-d936-4294-b200-1bcc0c02662a requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:53:02.245904 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-59d0a3b9-0f30-4896-a7c2-1ca10632b765 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4871790 Jun 01 15:53:02.275111 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-0f2eaa39-aea6-4b9f-9a4a-2cd6292731c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:02.350299 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-0f2eaa39-aea6-4b9f-9a4a-2cd6292731c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:02.359867 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-0f2eaa39-aea6-4b9f-9a4a-2cd6292731c6 admin admin] Usage tracker for resource:security_group_rule and tenant:366ae32432f74466b333b2cf3d3576a4 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:02.364542 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-0f2eaa39-aea6-4b9f-9a4a-2cd6292731c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:02.372415 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-0f2eaa39-aea6-4b9f-9a4a-2cd6292731c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:02.469770 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddead6e-b120-4247-810c-181b2305cc8c None None] Network 1d3dde78-d936-4294-b200-1bcc0c02662a requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:53:02.611891 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-0f2eaa39-aea6-4b9f-9a4a-2cd6292731c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:02.613566 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-cc8bffe3-c71a-49f5-ab4d-0f391734630e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036'] for subnet, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:02.620835 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-dff4df87-cb8d-49f2-be37-1ffad3d4700d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036'] for subnet, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:02.621985 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-0f2eaa39-aea6-4b9f-9a4a-2cd6292731c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:02.625258 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-f4f07c48-bfc1-4128-87aa-d1f797374236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:02.646931 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-15dc2825-f064-404e-a19c-260f2103c400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:02.708990 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bffe3-c71a-49f5-ab4d-0f391734630e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8227dd6-3632-4e57-acb4-07e7d9c66cb0,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:02.720084 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-cc8bffe3-c71a-49f5-ab4d-0f391734630e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:02.725977 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4df87-cb8d-49f2-be37-1ffad3d4700d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff05e754-6aad-4db5-b1da-a8b9dc40ba92,revision_number=0']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:02.736728 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-dff4df87-cb8d-49f2-be37-1ffad3d4700d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:02.745179 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:02.799825 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2eaa39-aea6-4b9f-9a4a-2cd6292731c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f8a112-a530-430b-a6f7-d638428e8138,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:02.813571 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-0f2eaa39-aea6-4b9f-9a4a-2cd6292731c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:02.819104 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-0f2eaa39-aea6-4b9f-9a4a-2cd6292731c6 admin admin] Synchronizing usage tracker for tenant:d76d926d31f144dcb429680ee46b895d on resource:security_group {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:53:02.831794 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ee722ba1-6023-48df-8d91-4042d4e8ce08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036'] for subnet, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:02.834362 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8bffe3-c71a-49f5-ab4d-0f391734630e admin admin] Checking segment: {'id': '709bcc4d-87be-4efe-b504-8d567e3c8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6435224e-02ee-4b78-b03f-d8b20c5a2616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:53:02.834835 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8bffe3-c71a-49f5-ab4d-0f391734630e admin admin] Network hostable DHCP agents. Network: 6435224e-02ee-4b78-b03f-d8b20c5a2616, hostable agents: ['423065cf-a459-40a5-9d7d-37e9c3940aeb'], hosted agents: [] {{(pid=91976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:53:02.844030 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:02.859852 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff4df87-cb8d-49f2-be37-1ffad3d4700d admin admin] Checking segment: {'id': '40be7fc3-9385-4c06-8708-3f7116463cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:53:02.860213 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff4df87-cb8d-49f2-be37-1ffad3d4700d admin admin] Network hostable DHCP agents. Network: fdb9a62f-e096-4d2c-96b4-81a80b5b2aff, hostable agents: ['423065cf-a459-40a5-9d7d-37e9c3940aeb'], hosted agents: [] {{(pid=91975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:53:02.872761 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-0f2eaa39-aea6-4b9f-9a4a-2cd6292731c6 admin admin] Unset dirty status for tenant:d76d926d31f144dcb429680ee46b895d on resource:security_group {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:53:02.877777 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-0f2eaa39-aea6-4b9f-9a4a-2cd6292731c6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=366ae32432f74466b333b2cf3d3576a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8402488 Jun 01 15:53:02.878633 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 56108) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:02.916241 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff4df87-cb8d-49f2-be37-1ffad3d4700d admin admin] Network fdb9a62f-e096-4d2c-96b4-81a80b5b2aff is scheduled to be hosted by DHCP agent 423065cf-a459-40a5-9d7d-37e9c3940aeb with binding_index 1 {{(pid=91975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:53:02.935432 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 56116) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:02.941278 dv-cinder-793515-3-smb neutron-server[91975]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 01 15:53:02.968855 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [None req-dff4df87-cb8d-49f2-be37-1ffad3d4700d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-smb, fdb9a62f-e096-4d2c-96b4-81a80b5b2aff) {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:02.973807 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff4df87-cb8d-49f2-be37-1ffad3d4700d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:02.974340 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-dff4df87-cb8d-49f2-be37-1ffad3d4700d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for subnet, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:02.982574 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dfe031-c25d-4add-bee0-d81e95098712 None None] Network fdb9a62f-e096-4d2c-96b4-81a80b5b2aff requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:53:02.995108 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8bffe3-c71a-49f5-ab4d-0f391734630e admin admin] Network 6435224e-02ee-4b78-b03f-d8b20c5a2616 is scheduled to be hosted by DHCP agent 423065cf-a459-40a5-9d7d-37e9c3940aeb with binding_index 1 {{(pid=91976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:53:03.001295 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee722ba1-6023-48df-8d91-4042d4e8ce08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e83af86c-cf31-48e1-ae23-c6f8c983c3da,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:03.008802 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-ee722ba1-6023-48df-8d91-4042d4e8ce08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:03.014585 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-cc8bffe3-c71a-49f5-ab4d-0f391734630e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-smb, 6435224e-02ee-4b78-b03f-d8b20c5a2616) {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:03.020569 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee722ba1-6023-48df-8d91-4042d4e8ce08 admin admin] Checking segment: {'id': '80e2379e-7b76-4d64-9bac-c7fbbc788e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '83845762-90e3-4cc7-9b53-5838ad0c180d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:53:03.021062 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee722ba1-6023-48df-8d91-4042d4e8ce08 admin admin] Network hostable DHCP agents. Network: 83845762-90e3-4cc7-9b53-5838ad0c180d, hostable agents: ['423065cf-a459-40a5-9d7d-37e9c3940aeb'], hosted agents: [] {{(pid=91976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:53:03.025398 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8bffe3-c71a-49f5-ab4d-0f391734630e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:03.026105 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-cc8bffe3-c71a-49f5-ab4d-0f391734630e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for subnet, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:03.031423 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025af42d-ed2b-4984-9dc9-cf47ad81244a None None] Network 6435224e-02ee-4b78-b03f-d8b20c5a2616 requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:53:03.079765 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-cc8bffe3-c71a-49f5-ab4d-0f391734630e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0654459 Jun 01 15:53:03.082415 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee722ba1-6023-48df-8d91-4042d4e8ce08 admin admin] Network 83845762-90e3-4cc7-9b53-5838ad0c180d is scheduled to be hosted by DHCP agent 423065cf-a459-40a5-9d7d-37e9c3940aeb with binding_index 1 {{(pid=91976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:53:03.086637 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 56118) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:03.091329 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-165074824-router', 'tenant_id': 'e160198749c64159a5cb45da77bef6c4', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:03.105366 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-87e9bce5-930e-4f0f-8178-4897380f4c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:03.112223 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-dff4df87-cb8d-49f2-be37-1ffad3d4700d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5713971 Jun 01 15:53:03.112457 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:03.113807 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 56120) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:03.121513 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1405309750-router', 'tenant_id': '12fb45d959194124816570e75695094b', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:03.141046 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Usage tracker for resource:router and tenant:e160198749c64159a5cb45da77bef6c4 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:03.144186 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-ee722ba1-6023-48df-8d91-4042d4e8ce08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-smb, 83845762-90e3-4cc7-9b53-5838ad0c180d) {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:03.150875 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:03.157883 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:03.160967 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01779a68-243c-438d-8d77-3ae52fc3f366 None None] Network 83845762-90e3-4cc7-9b53-5838ad0c180d requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:53:03.163746 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:03.166434 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee722ba1-6023-48df-8d91-4042d4e8ce08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:03.167177 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ee722ba1-6023-48df-8d91-4042d4e8ce08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for subnet, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:03.185660 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Usage tracker for resource:router and tenant:12fb45d959194124816570e75695094b is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:03.195568 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:03.200535 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6b15f9dc-6d51-42a8-a4f6-c2d801979a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036'] for subnet, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:03.205341 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:03.209937 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-87e9bce5-930e-4f0f-8178-4897380f4c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:03.217693 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:03.229135 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-e3b0c588-9409-4e9e-ac33-d6ea0beeb9e3 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:03.230802 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-e3b0c588-9409-4e9e-ac33-d6ea0beeb9e3 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/networks?id=1d3dde78-d936-4294-b200-1bcc0c02662a HTTP/1.1" status: 200 len: 815 time: 0.2937667 Jun 01 15:53:03.234765 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-745426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2461'] for router, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:03.236066 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-606177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2474'] for router, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:03.255155 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-ee722ba1-6023-48df-8d91-4042d4e8ce08 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4723976 Jun 01 15:53:03.279625 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-745426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2461'] for router, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:03.280635 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-606177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2474'] for router, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:03.289077 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-d23dec1d-3b9f-42e3-9cd9-21163dad47d8 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/quotas/9a8d1b76efdc412fa75558d8d00df5b1 HTTP/1.1" status: 200 len: 375 time: 0.0506983 Jun 01 15:53:03.305210 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:03.351102 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:03.354885 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-db7aa14e-e7ec-44e5-bbb5-369812340425 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a8d1b76efdc412fa75558d8d00df5b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573978 Jun 01 15:53:03.381503 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-87e9bce5-930e-4f0f-8178-4897380f4c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:03.394946 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:03.471030 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15f9dc-6d51-42a8-a4f6-c2d801979a33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea545d71-195d-4e13-9adf-f3eddca947bc,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:03.482650 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-6b15f9dc-6d51-42a8-a4f6-c2d801979a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:03.537567 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b15f9dc-6d51-42a8-a4f6-c2d801979a33 admin admin] Checking segment: {'id': 'a1abcf73-b2c2-4b99-936d-3bf2066c71da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:53:03.538107 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b15f9dc-6d51-42a8-a4f6-c2d801979a33 admin admin] Network hostable DHCP agents. Network: 9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b, hostable agents: ['423065cf-a459-40a5-9d7d-37e9c3940aeb'], hosted agents: [] {{(pid=91976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:53:03.639196 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9bce5-930e-4f0f-8178-4897380f4c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f8a112-a530-430b-a6f7-d638428e8138,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:03.798479 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-87e9bce5-930e-4f0f-8178-4897380f4c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:03.899367 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b15f9dc-6d51-42a8-a4f6-c2d801979a33 admin admin] Network 9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b is scheduled to be hosted by DHCP agent 423065cf-a459-40a5-9d7d-37e9c3940aeb with binding_index 1 {{(pid=91976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:53:03.936074 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3525ecf5-7e6f-4225-a5c2-79e96bc6f2b2 None None] Network 6435224e-02ee-4b78-b03f-d8b20c5a2616 requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:53:04.058409 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-745376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2488'] for router, precommit_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:04.070706 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-87e9bce5-930e-4f0f-8178-4897380f4c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:04.072433 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-87e9bce5-930e-4f0f-8178-4897380f4c73 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/96f8a112-a530-430b-a6f7-d638428e8138 HTTP/1.1" status: 204 len: 168 time: 1.1910243 Jun 01 15:53:04.090243 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-95e7bf65-0d9a-43d5-9b31-300884ec2c86 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=91975) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 15:53:04.091354 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-95e7bf65-0d9a-43d5-9b31-300884ec2c86 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4768529 Jun 01 15:53:04.115647 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-6b15f9dc-6d51-42a8-a4f6-c2d801979a33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-smb, 9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b) {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:04.131374 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-745376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2488'] for router, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:04.136448 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b15f9dc-6d51-42a8-a4f6-c2d801979a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:04.137425 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6b15f9dc-6d51-42a8-a4f6-c2d801979a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for subnet, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:04.149074 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4beb57-1488-4f41-ab85-f48981e8fff9 None None] Network 9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:53:04.212308 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-6b15f9dc-6d51-42a8-a4f6-c2d801979a33 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4801724 Jun 01 15:53:04.542879 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-eaac17f5-2b52-465d-aafd-c92d612f5617 service neutron] 10.222.0.60 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124312 Jun 01 15:53:04.772154 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94bd9fb4-ba23-5bb7-a801-c8a49b7a9324-fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'tenant_id': '12fb45d959194124816570e75695094b', 'fixed_ips': [{'subnet_id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92'}]}} from dv-cinder-793515-3-smb. {{(pid=91977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 15:53:04.772971 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:04.825258 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:04.844104 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d403ec4-d501-446f-9099-9c0d3dd4a7d8 None None] Network 83845762-90e3-4cc7-9b53-5838ad0c180d requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:53:04.861599 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:04.864361 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 56186) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:04.870093 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-835473802-network', 'tenant_id': '24dc0c6522f24ec1a56581a194b92213'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:04.951975 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:04.982203 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Usage tracker for resource:network and tenant:24dc0c6522f24ec1a56581a194b92213 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:05.000381 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:05.004614 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-cb18b0bd-ade7-47e7-9350-eef1761da894 service neutron] 10.222.0.60 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436524 Jun 01 15:53:05.061398 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:05.118953 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Made reservation on behalf of 24dc0c6522f24ec1a56581a194b92213 for: {'network': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:53:05.122658 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3889677'] for network, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:05.165278 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 56204) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:05.192640 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:05.240632 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:05.262860 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Usage tracker for resource:security_group_rule and tenant:24dc0c6522f24ec1a56581a194b92213 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:05.271642 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:05.281918 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.db_base_plugin_common [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Allocated IP 172.20.0.2 (fdb9a62f-e096-4d2c-96b4-81a80b5b2aff/ff05e754-6aad-4db5-b1da-a8b9dc40ba92/78f94a56-a669-4e21-88c9-37c038919e92) {{(pid=91977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:53:05.290194 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:05.313799 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_common [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Allocated IP 172.28.0.38 (6e7482f9-9717-4453-9b2f-c40fb5d07656/517eec18-9bb2-4c7a-bda3-2fa22e1410fe/d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84) {{(pid=91976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:53:05.620350 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d6cf9cfc-8061-4345-9043-79ecfa6d1a6e req-a8b5956d-9036-4304-80d9-8b5cc2dc460d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 210 time: 0.0838921 Jun 01 15:53:05.658901 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:05.811911 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:05.824229 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-22f02e09-4063-44bd-9ca7-9747e3a93b49 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:05.825955 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-22f02e09-4063-44bd-9ca7-9747e3a93b49 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Synchronizing usage tracker for tenant:e46477f8043a4bf9a078b41c2d7a4750 on resource:network {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:53:05.842527 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:05.858724 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225'] for port, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:05.869688 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Notify callbacks [] for port, precommit_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:05.872811 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:05.910373 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Transition to ACTIVE for port object 78f94a56-a669-4e21-88c9-37c038919e92 will not be triggered until provisioned by entity L2. {{(pid=91977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:53:05.955452 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Network 6e7482f9-9717-4453-9b2f-c40fb5d07656 is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:53:05.964448 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:05.987259 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Received port after_create {{(pid=91976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:53:05.989925 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Transition to ACTIVE for port object 78f94a56-a669-4e21-88c9-37c038919e92 will not be triggered until provisioned by entity DHCP. {{(pid=91977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:53:06.080182 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-22f02e09-4063-44bd-9ca7-9747e3a93b49 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Unset dirty status for tenant:e46477f8043a4bf9a078b41c2d7a4750 on resource:network {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:53:06.085317 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-22f02e09-4063-44bd-9ca7-9747e3a93b49 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/networks?id=9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b HTTP/1.1" status: 200 len: 812 time: 0.9101737 Jun 01 15:53:06.112981 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225'] for port, after_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:06.142681 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:06.143209 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-2125d533-af15-4804-871c-3b8e0816c189 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/quotas/e46477f8043a4bf9a078b41c2d7a4750 HTTP/1.1" status: 200 len: 375 time: 0.0405672 Jun 01 15:53:06.168806 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Pushing event updated for resources: {'Port': ['ID=d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:06.215437 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:06.239949 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:06.248848 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:06.291874 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=91976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:53:06.317701 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:06.319639 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.db.segments_db [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Added segment 176e8b2f-3a5c-4d64-858f-527ff8e2d368 of type vlan for network 6fda9687-1b41-4cbc-acc0-bf3d9f44cfb3 Jun 01 15:53:06.417939 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Network fdb9a62f-e096-4d2c-96b4-81a80b5b2aff is already hosted by enough agents. {{(pid=91977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:53:06.434843 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f4c319-4087-47ee-880f-61983a8f6849 None None] Network 9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:53:06.452874 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-3d909fe3-1ac6-41f7-98f8-4ebae8276374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:06.472990 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-776be638-0c32-4c56-9d4a-f166361a8366 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e46477f8043a4bf9a078b41c2d7a4750&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3139322 Jun 01 15:53:06.481065 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.scheduler.base_scheduler [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Resources bound (agent type, host, resource id): {{(pid=91977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:06.538306 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737512412739'] for network, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:06.646299 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Pushing event updated for resources: {'Port': ['ID=78f94a56-a669-4e21-88c9-37c038919e92,revision_number=1']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:06.657900 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Received port after_create {{(pid=91977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:53:06.722444 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 56264) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:06.748772 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_common [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Allocated IP 172.28.0.27 (6e7482f9-9717-4453-9b2f-c40fb5d07656/517eec18-9bb2-4c7a-bda3-2fa22e1410fe/41b5c933-0606-4c90-8ed7-e5006535635d) {{(pid=91975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:53:06.781776 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:06.782325 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:06.782888 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:06.783824 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:06.784049 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:06.784560 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:06.785122 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:06.785659 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:06.786417 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:06.786960 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:06.787533 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:06.788058 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Tracked resource versions report: Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: pushed versions: Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: { 'AddressGroup': {'1.2'}, Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: 'ConntrackHelper': {'1.0'}, Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: 'Log': {'1.0'}, Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: 'Network': {'1.1'}, Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: 'Port': {'1.7'}, Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: 'PortForwarding': {'1.2'}, Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: 'QosPolicy': {'1.8'}, Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: 'SecurityGroup': {'1.4'}, Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: 'SecurityGroupRule': {'1.2'}, Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: 'SubPort': {'1.0'}, Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: 'Subnet': {'1.1'}, Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: 'Trunk': {'1.1'}} Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: consumer versions: Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: { DHCP agent@dv-cinder-793515-3-smb: {}, Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: HyperV agent@hv-cinder-79351: {}, Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: L3 agent@dv-cinder-793515-3-smb: {}, Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: Metadata agent@dv-cinder-793515-3-smb: {}, Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: Metering agent@dv-cinder-793515-3-smb: {}, Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: Open vSwitch agent@dv-cinder-793515-3-smb: { 'AddressGroup': '1.2', Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: 'ConntrackHelper': '1.0', Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: 'Log': '1.0', Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: 'Network': '1.1', Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: 'Port': '1.7', Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: 'PortForwarding': '1.2', Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: 'QosPolicy': '1.8', Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: 'SecurityGroup': '1.4', Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: 'SecurityGroupRule': '1.2', Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: 'SubPort': '1.0', Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: 'Subnet': '1.1', Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: 'Trunk': '1.1'}} Jun 01 15:53:06.790048 dv-cinder-793515-3-smb neutron-server[91977]: {{(pid=91977) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 15:53:06.818007 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-bbbea1dc-ffde-48c5-b2ac-55095a0f6a05 req-554c18a3-7157-45f7-9a21-9e56598ff274 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 210 time: 0.0650280 Jun 01 15:53:06.866173 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-3943cef0-408e-494c-9355-7431bac2547d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:06.888044 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:06.906275 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-44c6fb7e-e7f8-4138-b219-1c020359f02a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=91975) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 15:53:06.907350 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-44c6fb7e-e7f8-4138-b219-1c020359f02a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0858486 Jun 01 15:53:06.912116 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-3943cef0-408e-494c-9355-7431bac2547d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:06.916084 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-3943cef0-408e-494c-9355-7431bac2547d admin admin] Usage tracker for resource:security_group_rule and tenant:c70a39cb9a824e98b17ac301cca4bf75 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:06.919235 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-3943cef0-408e-494c-9355-7431bac2547d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:06.926911 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-3943cef0-408e-494c-9355-7431bac2547d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:06.950099 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.db.resource_extend [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 15:53:07.025428 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fdee88-ac53-41ba-8b52-c71b002567bc,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:07.027935 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-3943cef0-408e-494c-9355-7431bac2547d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:07.045093 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:07.154234 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029'] for network, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:07.160022 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:07.161046 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:07.167108 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:07.169773 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-3943cef0-408e-494c-9355-7431bac2547d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:07.192386 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Attempting to bind port 78f94a56-a669-4e21-88c9-37c038919e92 on host dv-cinder-793515-3-smb for vnic_type normal with profile {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:53:07.192831 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Attempting to bind port 78f94a56-a669-4e21-88c9-37c038919e92 by drivers openvswitch,hyperv on host dv-cinder-793515-3-smb at level 0 using segments [{'id': '40be7fc3-9385-4c06-8708-3f7116463cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff'}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:53:07.193264 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Attempting to bind port 78f94a56-a669-4e21-88c9-37c038919e92 on network fdb9a62f-e096-4d2c-96b4-81a80b5b2aff {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:53:07.195052 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:07.311714 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Checking agent: {'id': '402afcd4-07c8-465d-b4fa-00ad646a8cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:53:07.312190 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Checking segment: {'id': '40be7fc3-9385-4c06-8708-3f7116463cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:53:07.315416 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:07.315837 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Bound using segment: {'id': '40be7fc3-9385-4c06-8708-3f7116463cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff'} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:53:07.317759 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Bound port: 78f94a56-a669-4e21-88c9-37c038919e92, host: dv-cinder-793515-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40be7fc3-9385-4c06-8708-3f7116463cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff'}}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:53:07.318171 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:07.338156 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-3943cef0-408e-494c-9355-7431bac2547d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c70a39cb9a824e98b17ac301cca4bf75&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6145418 Jun 01 15:53:07.344389 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Pushing event updated for resources: {'Network': ['ID=6fda9687-1b41-4cbc-acc0-bf3d9f44cfb3,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:07.354847 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 56286) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:07.359379 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:07.364175 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Network 6fda9687-1b41-4cbc-acc0-bf3d9f44cfb3 details requested by agent ovs-agent-dv-cinder-793515-3-smb with host dv-cinder-793515-3-smb {{(pid=91977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:53:07.373992 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-8a88f5c7-1268-49e6-b64a-4324ca712e0b service neutron] 10.222.0.60 "GET /v2.0/networks/9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384871 Jun 01 15:53:07.461729 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943cef0-408e-494c-9355-7431bac2547d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675b6970-f320-4e1e-87ff-8ee5dd37149e,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:07.479757 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-3943cef0-408e-494c-9355-7431bac2547d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:07.528707 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:53:07.629500 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7635548 Jun 01 15:53:07.634935 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 56296) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:07.647837 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-e67b25bb-4998-42a9-86b7-46468a9a9c2a admin admin] Request body: {'subnet': {'network_id': '6fda9687-1b41-4cbc-acc0-bf3d9f44cfb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-835473802-subnet', 'tenant_id': '24dc0c6522f24ec1a56581a194b92213', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:07.660806 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-e67b25bb-4998-42a9-86b7-46468a9a9c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:07.682373 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:07.726890 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-121c2012-6362-4cb2-b311-367900842e02 None None] For port 78f94a56-a669-4e21-88c9-37c038919e92, host dv-cinder-793515-3-smb, cleared binding levels {{(pid=91977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:53:07.732263 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-121c2012-6362-4cb2-b311-367900842e02 None None] For port 78f94a56-a669-4e21-88c9-37c038919e92, host dv-cinder-793515-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=78f94a56-a669-4e21-88c9-37c038919e92,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:53:07.744982 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:07.752112 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-3fc5ff9f-c282-4611-a235-9638bf0d4764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:07.761391 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:07.773292 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:07.775112 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-8563efad-7048-4819-a63a-60aba0d6f2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:07.813760 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-8563efad-7048-4819-a63a-60aba0d6f2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:07.987686 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-e67b25bb-4998-42a9-86b7-46468a9a9c2a admin admin] Usage tracker for resource:subnet and tenant:24dc0c6522f24ec1a56581a194b92213 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:08.000128 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Pushing event updated for resources: {'Port': ['ID=78f94a56-a669-4e21-88c9-37c038919e92,revision_number=2']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:08.003191 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-e67b25bb-4998-42a9-86b7-46468a9a9c2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:08.010225 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:08.014019 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5bd5dc33-ef82-4e4c-b8fc-066330e56412 req-f189fe4b-a299-4ed1-9ba7-2d4ffc23c173 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 210 time: 0.0924447 Jun 01 15:53:08.017491 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-a3327d9c-ac9c-4cab-b0a9-943a0b89823c service neutron] 10.222.0.60 "GET /v2.0/networks/9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442784 Jun 01 15:53:08.057573 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-e67b25bb-4998-42a9-86b7-46468a9a9c2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:08.122643 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67b25bb-4998-42a9-86b7-46468a9a9c2a admin admin] Made reservation on behalf of 24dc0c6522f24ec1a56581a194b92213 for: {'subnet': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:53:08.122876 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225'] for port, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:08.130273 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e67b25bb-4998-42a9-86b7-46468a9a9c2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:08.148770 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:08.310355 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Pushing event updated for resources: {'Port': ['ID=41b5c933-0606-4c90-8ed7-e5006535635d,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:08.314986 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:08.315693 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-8563efad-7048-4819-a63a-60aba0d6f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:08.322616 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-27d9e85a-507f-4fc5-b61f-03b29ef4e75b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:08.334878 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Network 6e7482f9-9717-4453-9b2f-c40fb5d07656 is already hosted by enough agents. {{(pid=91975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:53:08.340052 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:08.365885 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Received port after_create {{(pid=91975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:53:08.593480 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563efad-7048-4819-a63a-60aba0d6f2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675b6970-f320-4e1e-87ff-8ee5dd37149e,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:08.633000 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-8563efad-7048-4819-a63a-60aba0d6f2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:08.718639 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-080819b6-bcd7-468f-95a2-d35c3c618aa9 req-799d10b4-dda2-43e4-abe1-f6a30ae81e24 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 210 time: 0.1487017 Jun 01 15:53:08.912154 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-8563efad-7048-4819-a63a-60aba0d6f2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:08.914131 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-8563efad-7048-4819-a63a-60aba0d6f2d4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/675b6970-f320-4e1e-87ff-8ee5dd37149e HTTP/1.1" status: 204 len: 168 time: 1.5580392 Jun 01 15:53:09.220925 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-745387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634110'] for router, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:09.392615 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 56376) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:09.447235 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.89', 62469) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:09.610533 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-bb196af7-4391-493b-8c62-b8946175b56b req-25cd8393-8435-4328-a3b0-9c5ed11b303d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 210 time: 0.1282558 Jun 01 15:53:09.627098 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:09.698556 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc281a9f-20d0-41af-a4d6-7d739a43e5f4 None None] Network fdb9a62f-e096-4d2c-96b4-81a80b5b2aff requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:53:09.968890 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-44b1bf90-87dd-4115-882f-251836e18df6 req-41fdf985-de1a-443b-85b7-2ac7c587513d tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 210 time: 0.1111701 Jun 01 15:53:10.055169 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2d3e65af-9b7d-4320-8193-6fce360a811e None None] Provisioning for port 78f94a56-a669-4e21-88c9-37c038919e92 completed by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:53:10.268179 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-5a90c571-391c-405b-a393-6516cdd4eff0 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:10.269276 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-5a90c571-391c-405b-a393-6516cdd4eff0 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Synchronizing usage tracker for tenant:9a8d1b76efdc412fa75558d8d00df5b1 on resource:network {{(pid=91976) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:53:10.324205 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:10.355917 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-8a902dee-a7d0-44ce-b02d-fe36b29dc7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:10.390330 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4dd7868a-e877-4859-a6dd-98c35c62da71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:10.457120 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-4dd7868a-e877-4859-a6dd-98c35c62da71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:10.473157 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-4dd7868a-e877-4859-a6dd-98c35c62da71 admin admin] Usage tracker for resource:security_group_rule and tenant:5a2e8367fd5e44c49bd83a91b9c80f82 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:10.481621 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-5a90c571-391c-405b-a393-6516cdd4eff0 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Unset dirty status for tenant:9a8d1b76efdc412fa75558d8d00df5b1 on resource:network {{(pid=91976) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:53:10.484016 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-5a90c571-391c-405b-a393-6516cdd4eff0 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.89 "GET /v2.0/networks?id=1d3dde78-d936-4294-b200-1bcc0c02662a HTTP/1.1" status: 200 len: 815 time: 1.0287380 Jun 01 15:53:10.484610 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Router 713bc0aa-34f3-47a8-8845-d701a7e682c0 is scheduled to L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e with binding_index 1 {{(pid=91976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 15:53:10.494773 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-4dd7868a-e877-4859-a6dd-98c35c62da71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:10.539559 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-4dd7868a-e877-4859-a6dd-98c35c62da71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:10.572506 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 78f94a56-a669-4e21-88c9-37c038919e92 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:53:10.630684 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-a13d78f1-92a3-480b-b399-8b5c9fb3f958 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Request body: {'port': {'device_id': '4e4e4feb-afaf-4976-82e4-ecd893640839', 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a', 'admin_state_up': True, 'tenant_id': '9a8d1b76efdc412fa75558d8d00df5b1'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:10.645074 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-745387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634110'] for router, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:10.837599 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning for port 78f94a56-a669-4e21-88c9-37c038919e92 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:53:10.846297 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 78f94a56-a669-4e21-88c9-37c038919e92 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:53:10.846964 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:11.073878 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-a13d78f1-92a3-480b-b399-8b5c9fb3f958 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:11.077550 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e67b25bb-4998-42a9-86b7-46468a9a9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036'] for subnet, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:11.079846 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:11.105701 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-a13d78f1-92a3-480b-b399-8b5c9fb3f958 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Usage tracker for resource:port and tenant:9a8d1b76efdc412fa75558d8d00df5b1 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:11.117764 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-a13d78f1-92a3-480b-b399-8b5c9fb3f958 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:11.132493 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-a13d78f1-92a3-480b-b399-8b5c9fb3f958 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:11.143951 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] For port 78f94a56-a669-4e21-88c9-37c038919e92, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=78f94a56-a669-4e21-88c9-37c038919e92,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:11.156859 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:11.159597 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-cc8bffe3-c71a-49f5-ab4d-0f391734630e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:11.160408 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-b27f2f80-89c9-47e9-a098-799cd353111f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:11.334982 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-5ca263ce-43a6-41cd-9253-ada651818622 None None] Provisioning complete for port 78f94a56-a669-4e21-88c9-37c038919e92 triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:53:11.335411 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-5ca263ce-43a6-41cd-9253-ada651818622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:11.353919 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b25bb-4998-42a9-86b7-46468a9a9c2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=52cc09aa-cbe2-4157-b0ef-5eb85f1301bc,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:11.360960 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-a13d78f1-92a3-480b-b399-8b5c9fb3f958 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Made reservation on behalf of 9a8d1b76efdc412fa75558d8d00df5b1 for: {'port': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:53:11.370439 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-a13d78f1-92a3-480b-b399-8b5c9fb3f958 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:11.400616 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-775f8088-23da-456f-b28a-88154eb8f48e req-571660fd-61e1-4c7e-9b8b-4a844e312d5b tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 210 time: 0.2536061 Jun 01 15:53:11.408840 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.89', 62477) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:11.416133 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e67b25bb-4998-42a9-86b7-46468a9a9c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:11.546833 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:11.557019 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-39452fca-9d44-419a-9089-060d9f0f307f req-d6aaaccb-1e54-4c9d-860f-99f2ccf9f9d3 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 210 time: 0.1566467 Jun 01 15:53:11.557171 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Pushing event updated for resources: {'Port': ['ID=78f94a56-a669-4e21-88c9-37c038919e92,revision_number=3']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:11.559332 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:11.957295 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-729af696-2875-4243-a8bd-fdf88799bd1c tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:11.964143 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-729af696-2875-4243-a8bd-fdf88799bd1c tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.89 "GET /v2.0/networks?id=9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b HTTP/1.1" status: 200 len: 812 time: 0.5537679 Jun 01 15:53:12.020405 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_common [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-a13d78f1-92a3-480b-b399-8b5c9fb3f958 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Allocated IP 172.20.0.11 (1d3dde78-d936-4294-b200-1bcc0c02662a/6c05ea02-37de-4c70-a86d-e39e23827d1a/7f58f9ce-194a-4fc7-97d9-15c10a48bd27) {{(pid=91976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:53:12.077884 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Router a12d3658-2a05-42a8-b475-eb4a4204aee8 is scheduled to L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e with binding_index 1 {{(pid=91975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 15:53:12.112951 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-aebae672-4d52-4144-9f97-25de892b82af tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Request body: {'port': {'device_id': '1f1398bd-4766-4b0d-a311-5199ce0b0eb8', 'network_id': '9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b', 'admin_state_up': True, 'tenant_id': 'e46477f8043a4bf9a078b41c2d7a4750'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:12.405605 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-a13d78f1-92a3-480b-b399-8b5c9fb3f958 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks [] for port, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:12.502731 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-a13d78f1-92a3-480b-b399-8b5c9fb3f958 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225'] for port, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:12.502994 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 78f94a56-a669-4e21-88c9-37c038919e92 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:53:12.515437 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b25bb-4998-42a9-86b7-46468a9a9c2a admin admin] Checking segment: {'id': '176e8b2f-3a5c-4d64-858f-527ff8e2d368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '6fda9687-1b41-4cbc-acc0-bf3d9f44cfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:53:12.516418 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67b25bb-4998-42a9-86b7-46468a9a9c2a admin admin] Network hostable DHCP agents. Network: 6fda9687-1b41-4cbc-acc0-bf3d9f44cfb3, hostable agents: ['423065cf-a459-40a5-9d7d-37e9c3940aeb'], hosted agents: [] {{(pid=91976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:53:12.625675 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:12.711871 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 78f94a56-a669-4e21-88c9-37c038919e92 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:53:12.712312 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:12.798673 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:53:12.820310 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] Sync routers for ids ['713bc0aa-34f3-47a8-8845-d701a7e682c0'] in dv-cinder-793515-3-smb {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:53:12.843854 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-a13d78f1-92a3-480b-b399-8b5c9fb3f958 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Network 1d3dde78-d936-4294-b200-1bcc0c02662a is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:53:12.848971 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] Routers {'713bc0aa-34f3-47a8-8845-d701a7e682c0'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:53:12.854907 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:53:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['713bc0aa-34f3-47a8-8845-d701a7e682c0'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:12.880582 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-a13d78f1-92a3-480b-b399-8b5c9fb3f958 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:12.917927 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-a13d78f1-92a3-480b-b399-8b5c9fb3f958 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Received port after_create {{(pid=91976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:53:12.926591 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-aebae672-4d52-4144-9f97-25de892b82af tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:12.933259 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-aebae672-4d52-4144-9f97-25de892b82af tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Usage tracker for resource:port and tenant:e46477f8043a4bf9a078b41c2d7a4750 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:12.936460 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-aebae672-4d52-4144-9f97-25de892b82af tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:12.944169 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-aebae672-4d52-4144-9f97-25de892b82af tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:12.947254 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-a13d78f1-92a3-480b-b399-8b5c9fb3f958 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:12.948100 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-a13d78f1-92a3-480b-b399-8b5c9fb3f958 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for port, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:12.978475 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67b25bb-4998-42a9-86b7-46468a9a9c2a admin admin] Network 6fda9687-1b41-4cbc-acc0-bf3d9f44cfb3 is scheduled to be hosted by DHCP agent 423065cf-a459-40a5-9d7d-37e9c3940aeb with binding_index 1 {{(pid=91976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:53:13.018149 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-aebae672-4d52-4144-9f97-25de892b82af tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Made reservation on behalf of e46477f8043a4bf9a078b41c2d7a4750 for: {'port': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:53:13.024398 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-aebae672-4d52-4144-9f97-25de892b82af tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:13.033860 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d78f1-92a3-480b-b399-8b5c9fb3f958 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Pushing event updated for resources: {'Port': ['ID=7f58f9ce-194a-4fc7-97d9-15c10a48bd27,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:13.056759 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-a13d78f1-92a3-480b-b399-8b5c9fb3f958 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5123208 Jun 01 15:53:13.084032 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-d6788f97-e30f-4a59-b29c-3666caf13ed7 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=91976) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 15:53:13.088318 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-d6788f97-e30f-4a59-b29c-3666caf13ed7 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093493 Jun 01 15:53:13.093194 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-a13d78f1-92a3-480b-b399-8b5c9fb3f958 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:13.098037 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-e67b25bb-4998-42a9-86b7-46468a9a9c2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-smb, 6fda9687-1b41-4cbc-acc0-bf3d9f44cfb3) {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:13.099828 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Notify callbacks [] for router, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:13.103019 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.0152283 Jun 01 15:53:13.111981 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb67baca-ef0b-47d4-8ce0-f06f6f5464fe None None] Network 6fda9687-1b41-4cbc-acc0-bf3d9f44cfb3 requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:53:13.115096 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 56500) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:13.330181 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] Set router 713bc0aa-34f3-47a8-8845-d701a7e682c0 gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:53:13.431293 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67b25bb-4998-42a9-86b7-46468a9a9c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:13.432276 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e67b25bb-4998-42a9-86b7-46468a9a9c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for subnet, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:13.504847 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_common [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-aebae672-4d52-4144-9f97-25de892b82af tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Allocated IP 172.20.0.13 (9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b/ea545d71-195d-4e13-9adf-f3eddca947bc/1cc5fc36-94f4-48c0-acdf-70783c74e82e) {{(pid=91975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:53:13.574049 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:53:13.613183 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4dd7868a-e877-4859-a6dd-98c35c62da71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:13.615016 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c57c473c-9825-4d70-a93b-3174ad256b84 req-ea59002e-680f-4f5c-8cb9-f4c45eb4d0e3 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 210 time: 0.7111115 Jun 01 15:53:13.679559 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55d0d0-307a-4343-bfbd-d43479c6c84d req-ea76805b-b310-4a2d-969c-87cea33b105e tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:13.683573 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-fe55d0d0-307a-4343-bfbd-d43479c6c84d req-ea76805b-b310-4a2d-969c-87cea33b105e tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 932 time: 0.9860711 Jun 01 15:53:13.705670 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-e67b25bb-4998-42a9-86b7-46468a9a9c2a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 6.0246820 Jun 01 15:53:13.801868 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] Sync routers for ids ['a12d3658-2a05-42a8-b475-eb4a4204aee8'] in dv-cinder-793515-3-smb {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:53:13.826802 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de90331-02a9-4329-b6fc-70f42a1df37b None None] Network 6fda9687-1b41-4cbc-acc0-bf3d9f44cfb3 requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:53:13.887725 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] Routers {'a12d3658-2a05-42a8-b475-eb4a4204aee8'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:53:13.900099 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:53:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['a12d3658-2a05-42a8-b475-eb4a4204aee8'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:14.212231 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bc0aa-34f3-47a8-8845-d701a7e682c0', 'name': 'tempest-ServerRescueNegativeTestJSON-165074824-router', 'tenant_id': 'e160198749c64159a5cb45da77bef6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': 'd9e4e8ef-f6b7-43e3-96b6-a84eeec64f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:53:06Z', 'revision_number': 3, 'project_id': 'e160198749c64159a5cb45da77bef6c4', 'gw_port': {'id': 'd9e4e8ef-f6b7-43e3-96b6-a84eeec64f84', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713bc0aa-34f3-47a8-8845-d701a7e682c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:04Z', 'updated_at': '2021-06-01T15:53:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb'}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:14.231651 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] Checking router: 713bc0aa-34f3-47a8-8845-d701a7e682c0 for host: dv-cinder-793515-3-smb {{(pid=91978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:53:14.231651 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] Updating router 713bc0aa-34f3-47a8-8845-d701a7e682c0 port d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84 binding host dv-cinder-793515-3-smb {{(pid=91978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:53:14.250414 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 56520) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:14.250986 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 56522) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:14.293208 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Notify callbacks [] for router, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:14.297808 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.1798956 Jun 01 15:53:14.298051 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4dd7868a-e877-4859-a6dd-98c35c62da71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:14.298861 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 56524) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:14.384541 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:14.420991 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:14.594597 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-fe55d0d0-307a-4343-bfbd-d43479c6c84d req-269548b5-521f-430b-9ae7-dc9a1b1df5b8 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8767476 Jun 01 15:53:14.622574 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] Set router a12d3658-2a05-42a8-b475-eb4a4204aee8 gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:53:14.702850 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-3b005476-9411-4ca7-b9d2-baeb4df996e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:14.748851 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9dd183c-2df1-4724-a59f-57569a482502 admin admin] Deleting subnet e83af86c-cf31-48e1-ae23-c6f8c983c3da {{(pid=91975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 15:53:14.758557 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f9dd183c-2df1-4724-a59f-57569a482502 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:14.867683 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:14.970440 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Request body: {'port': {'device_id': '4e4e4feb-afaf-4976-82e4-ecd893640839', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:14.983363 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-3b005476-9411-4ca7-b9d2-baeb4df996e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:14.990214 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-5ad3a1fd-f79d-4cda-af9f-0fdaf0161b2e req-0d47dff8-12a9-4e7b-9526-dbdc4e540756 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Synchronizing usage tracker for tenant:e46477f8043a4bf9a078b41c2d7a4750 on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:53:15.013124 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] Notify callbacks [] for port, precommit_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:15.013964 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-3b005476-9411-4ca7-b9d2-baeb4df996e6 admin admin] Usage tracker for resource:security_group_rule and tenant:a808416e49124975a89238db7beec192 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:15.028525 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.provisioning_blocks [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] Transition to ACTIVE for port object d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84 will not be triggered until provisioned by entity L2. {{(pid=91978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:53:15.038204 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:15.040772 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-3b005476-9411-4ca7-b9d2-baeb4df996e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:15.051403 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [None req-353fa53a-edc0-40d9-9318-6c58a1c9c198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:15.053735 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-aebae672-4d52-4144-9f97-25de892b82af tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Notify callbacks [] for port, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:15.059417 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-3b005476-9411-4ca7-b9d2-baeb4df996e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:15.073564 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f9dd183c-2df1-4724-a59f-57569a482502 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:15.100604 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f9dd183c-2df1-4724-a59f-57569a482502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907603'] for subnet, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:15.161582 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-5ad3a1fd-f79d-4cda-af9f-0fdaf0161b2e req-0d47dff8-12a9-4e7b-9526-dbdc4e540756 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Unset dirty status for tenant:e46477f8043a4bf9a078b41c2d7a4750 on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:53:15.172742 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5ad3a1fd-f79d-4cda-af9f-0fdaf0161b2e req-0d47dff8-12a9-4e7b-9526-dbdc4e540756 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 210 time: 0.3341570 Jun 01 15:53:15.183375 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-4dd7868a-e877-4859-a6dd-98c35c62da71 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a2e8367fd5e44c49bd83a91b9c80f82&name=default HTTP/1.1" status: 200 len: 2975 time: 5.7866952 Jun 01 15:53:15.191032 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 56530) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:15.194875 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e6f3b-ba5c-4507-87b1-f387b1abdfc8 None None] Pushing event updated for resources: {'Port': ['ID=d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84,revision_number=2']} {{(pid=91978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:15.213274 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.managers [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] Attempting to bind port d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84 on host dv-cinder-793515-3-smb for vnic_type normal with profile {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:53:15.214111 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.managers [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] Attempting to bind port d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84 by drivers openvswitch,hyperv on host dv-cinder-793515-3-smb at level 0 using segments [{'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}] {{(pid=91978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:53:15.215742 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] Attempting to bind port d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84 on network 6e7482f9-9717-4453-9b2f-c40fb5d07656 {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:53:15.233574 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6f3b-ba5c-4507-87b1-f387b1abdfc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:15.233852 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6f3b-ba5c-4507-87b1-f387b1abdfc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:15.234385 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6f3b-ba5c-4507-87b1-f387b1abdfc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:15.234770 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6f3b-ba5c-4507-87b1-f387b1abdfc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:15.235174 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6f3b-ba5c-4507-87b1-f387b1abdfc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:15.235521 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6f3b-ba5c-4507-87b1-f387b1abdfc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:15.235942 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6f3b-ba5c-4507-87b1-f387b1abdfc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:15.236356 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6f3b-ba5c-4507-87b1-f387b1abdfc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:15.236700 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6f3b-ba5c-4507-87b1-f387b1abdfc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:15.237082 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6f3b-ba5c-4507-87b1-f387b1abdfc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:15.237412 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6f3b-ba5c-4507-87b1-f387b1abdfc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:15.237746 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6f3b-ba5c-4507-87b1-f387b1abdfc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6f3b-ba5c-4507-87b1-f387b1abdfc8 None None] Tracked resource versions report: Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: pushed versions: Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: { 'AddressGroup': {'1.2'}, Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: 'ConntrackHelper': {'1.0'}, Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: 'Log': {'1.0'}, Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: 'Network': {'1.1'}, Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: 'Port': {'1.7'}, Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: 'PortForwarding': {'1.2'}, Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: 'QosPolicy': {'1.8'}, Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: 'SecurityGroup': {'1.4'}, Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: 'SecurityGroupRule': {'1.2'}, Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: 'SubPort': {'1.0'}, Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: 'Subnet': {'1.1'}, Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: 'Trunk': {'1.1'}} Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: consumer versions: Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: { DHCP agent@dv-cinder-793515-3-smb: {}, Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: HyperV agent@hv-cinder-79351: {}, Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: L3 agent@dv-cinder-793515-3-smb: {}, Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: Metadata agent@dv-cinder-793515-3-smb: {}, Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: Metering agent@dv-cinder-793515-3-smb: {}, Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: Open vSwitch agent@dv-cinder-793515-3-smb: { 'AddressGroup': '1.2', Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: 'ConntrackHelper': '1.0', Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: 'Log': '1.0', Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: 'Network': '1.1', Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: 'Port': '1.7', Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: 'PortForwarding': '1.2', Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: 'QosPolicy': '1.8', Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: 'SecurityGroup': '1.4', Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: 'SecurityGroupRule': '1.2', Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: 'SubPort': '1.0', Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: 'Subnet': '1.1', Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: 'Trunk': '1.1'}} Jun 01 15:53:15.238994 dv-cinder-793515-3-smb neutron-server[91978]: {{(pid=91978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 15:53:15.242150 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] Checking agent: {'id': '402afcd4-07c8-465d-b4fa-00ad646a8cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:53:15.242404 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] Checking segment: {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:53:15.242898 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:15.243835 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] Bound using segment: {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'} {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:53:15.244255 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.managers [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] Bound port: d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84, host: dv-cinder-793515-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}}] {{(pid=91978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:53:15.245613 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:15.304880 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7868a-e877-4859-a6dd-98c35c62da71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d6e5dc-a7f0-4238-88bc-a53ccbf5caf3,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:15.314701 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-4dd7868a-e877-4859-a6dd-98c35c62da71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:15.433724 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [None req-270e6f3b-ba5c-4507-87b1-f387b1abdfc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:15.469370 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.db [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] For port d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84, host dv-cinder-793515-3-smb, cleared binding levels {{(pid=91978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:53:15.478253 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.db [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] For port d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84, host dv-cinder-793515-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84,segment=NetworkSegment(2169e936-6da0-43d3-a98e-548bcd0f9f05),segment_id=2169e936-6da0-43d3-a98e-548bcd0f9f05)] {{(pid=91978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:53:15.487035 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:15.501589 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:15.601723 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'name': 'tempest-AttachVolumeShelveTestJSON-1405309750-router', 'tenant_id': '12fb45d959194124816570e75695094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:53:08Z', 'revision_number': 3, 'project_id': '12fb45d959194124816570e75695094b', 'gw_port': {'id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:05Z', 'updated_at': '2021-06-01T15:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb'}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:15.614288 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] Checking router: a12d3658-2a05-42a8-b475-eb4a4204aee8 for host: dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:53:15.616208 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] Updating router a12d3658-2a05-42a8-b475-eb4a4204aee8 port 41b5c933-0606-4c90-8ed7-e5006535635d binding host dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:53:15.749378 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] Routers {'713bc0aa-34f3-47a8-8845-d701a7e682c0'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:53:15.750283 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:53:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['713bc0aa-34f3-47a8-8845-d701a7e682c0'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:15.815628 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:15.854813 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e6f3b-ba5c-4507-87b1-f387b1abdfc8 None None] Pushing event updated for resources: {'Port': ['ID=d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84,revision_number=3']} {{(pid=91978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:15.877875 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-2fa4582c-30a9-40f6-929f-96cdb1e4acd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:15.882490 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [None req-270e6f3b-ba5c-4507-87b1-f387b1abdfc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:15.911440 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 56540) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:16.001340 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-aebae672-4d52-4144-9f97-25de892b82af tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225'] for port, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.048895 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.117825 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:16.191029 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] Set router 713bc0aa-34f3-47a8-8845-d701a7e682c0 gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:53:16.226836 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-aebae672-4d52-4144-9f97-25de892b82af tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Network 9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b is already hosted by enough agents. {{(pid=91975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:53:16.353346 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-aebae672-4d52-4144-9f97-25de892b82af tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Resources bound (agent type, host, resource id): {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:16.355758 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebae672-4d52-4144-9f97-25de892b82af tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Pushing event updated for resources: {'Port': ['ID=1cc5fc36-94f4-48c0-acdf-70783c74e82e,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:16.358396 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-aebae672-4d52-4144-9f97-25de892b82af tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Received port after_create {{(pid=91975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:53:16.364531 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-aebae672-4d52-4144-9f97-25de892b82af tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:16.375684 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-aebae672-4d52-4144-9f97-25de892b82af tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.433506 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-2fa4582c-30a9-40f6-929f-96cdb1e4acd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.569640 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-aebae672-4d52-4144-9f97-25de892b82af tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:16.575562 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a03239ef-c5f3-4e4f-b745-74580a56b8a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.594486 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] Notify callbacks [] for port, precommit_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.641907 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] Transition to ACTIVE for port object 41b5c933-0606-4c90-8ed7-e5006535635d will not be triggered until provisioned by entity L2. {{(pid=91977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:53:16.656961 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.667881 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:16.767537 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-a03239ef-c5f3-4e4f-b745-74580a56b8a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:16.771667 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-a03239ef-c5f3-4e4f-b745-74580a56b8a9 admin admin] Usage tracker for resource:security_group_rule and tenant:920418bc600740ffa19bee84ad83b62d is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:16.774871 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-a03239ef-c5f3-4e4f-b745-74580a56b8a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:16.781317 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-a03239ef-c5f3-4e4f-b745-74580a56b8a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:16.788109 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-aebae672-4d52-4144-9f97-25de892b82af tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7212334 Jun 01 15:53:16.789857 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-3b005476-9411-4ca7-b9d2-baeb4df996e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.792486 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bc0aa-34f3-47a8-8845-d701a7e682c0', 'name': 'tempest-ServerRescueNegativeTestJSON-165074824-router', 'tenant_id': 'e160198749c64159a5cb45da77bef6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': 'd9e4e8ef-f6b7-43e3-96b6-a84eeec64f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:53:06Z', 'revision_number': 3, 'project_id': 'e160198749c64159a5cb45da77bef6c4', 'gw_port': {'id': 'd9e4e8ef-f6b7-43e3-96b6-a84eeec64f84', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713bc0aa-34f3-47a8-8845-d701a7e682c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:04Z', 'updated_at': '2021-06-01T15:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb'}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:16.801638 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f58f9ce-194a-4fc7-97d9-15c10a48bd27 {{(pid=91976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:53:16.812602 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41485853-0068-4e8f-a1f1-83f63a2bb604 None None] The sync data for ids ['713bc0aa-34f3-47a8-8845-d701a7e682c0'] in dv-cinder-793515-3-smb is: [{'id': '713bc0aa-34f3-47a8-8845-d701a7e682c0', 'name': 'tempest-ServerRescueNegativeTestJSON-165074824-router', 'tenant_id': 'e160198749c64159a5cb45da77bef6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': 'd9e4e8ef-f6b7-43e3-96b6-a84eeec64f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:53:06Z', 'revision_number': 3, 'project_id': 'e160198749c64159a5cb45da77bef6c4', 'gw_port': {'id': 'd9e4e8ef-f6b7-43e3-96b6-a84eeec64f84', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713bc0aa-34f3-47a8-8845-d701a7e682c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:04Z', 'updated_at': '2021-06-01T15:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb'}] {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:53:16.813092 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.832617 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] Attempting to bind port 41b5c933-0606-4c90-8ed7-e5006535635d on host dv-cinder-793515-3-smb for vnic_type normal with profile {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:53:16.833080 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] Attempting to bind port 41b5c933-0606-4c90-8ed7-e5006535635d by drivers openvswitch,hyperv on host dv-cinder-793515-3-smb at level 0 using segments [{'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:53:16.833555 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] Attempting to bind port 41b5c933-0606-4c90-8ed7-e5006535635d on network 6e7482f9-9717-4453-9b2f-c40fb5d07656 {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:53:16.848587 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.provisioning_blocks [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Transition to ACTIVE for port object 7f58f9ce-194a-4fc7-97d9-15c10a48bd27 will not be triggered until provisioned by entity L2. {{(pid=91976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:53:16.859368 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] Checking agent: {'id': '402afcd4-07c8-465d-b4fa-00ad646a8cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:53:16.859845 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] Checking segment: {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:53:16.860308 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.860766 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] Bound using segment: {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:53:16.861372 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] Bound port: 41b5c933-0606-4c90-8ed7-e5006535635d, host: dv-cinder-793515-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:53:16.861879 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.932974 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a03239ef-c5f3-4e4f-b745-74580a56b8a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.945273 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996aa452-4043-4f7f-b6cd-797a00af848f None None] Pushing event updated for resources: {'Port': ['ID=41b5c933-0606-4c90-8ed7-e5006535635d,revision_number=2']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:16.949850 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-996aa452-4043-4f7f-b6cd-797a00af848f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:16.952037 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-3b005476-9411-4ca7-b9d2-baeb4df996e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.985807 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a03239ef-c5f3-4e4f-b745-74580a56b8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:16.995865 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] For port 41b5c933-0606-4c90-8ed7-e5006535635d, host dv-cinder-793515-3-smb, cleared binding levels {{(pid=91977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:53:17.001395 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] For port 41b5c933-0606-4c90-8ed7-e5006535635d, host dv-cinder-793515-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=41b5c933-0606-4c90-8ed7-e5006535635d,segment=NetworkSegment(2169e936-6da0-43d3-a98e-548bcd0f9f05),segment_id=2169e936-6da0-43d3-a98e-548bcd0f9f05)] {{(pid=91977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:53:17.005704 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:17.010277 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:17.029376 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:17.038493 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:17.052458 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-3b005476-9411-4ca7-b9d2-baeb4df996e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a808416e49124975a89238db7beec192&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7804019 Jun 01 15:53:17.062876 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 56550) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:17.112412 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-faad4f96-dca6-4b67-a2a4-a537482bc468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:17.131600 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-a03239ef-c5f3-4e4f-b745-74580a56b8a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=920418bc600740ffa19bee84ad83b62d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2080364 Jun 01 15:53:17.153287 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2726de-87a0-41f4-8185-dda63c27f51a req-77267557-0a80-4dbb-ae54-7fb1cf07cec9 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:17.154870 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-df2726de-87a0-41f4-8185-dda63c27f51a req-77267557-0a80-4dbb-ae54-7fb1cf07cec9 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 932 time: 1.2293561 Jun 01 15:53:17.156144 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 56552) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:17.172724 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:17.195205 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] Routers {'a12d3658-2a05-42a8-b475-eb4a4204aee8'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:53:17.195970 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:53:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['a12d3658-2a05-42a8-b475-eb4a4204aee8'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:17.335788 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b005476-9411-4ca7-b9d2-baeb4df996e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00830ae-20b3-4227-8f09-ab15ce4e98a3,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:17.441611 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f9dd183c-2df1-4724-a59f-57569a482502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036'] for subnet, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:17.442407 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03239ef-c5f3-4e4f-b745-74580a56b8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2403b7f5-d77d-40f1-863f-2a2ef14f9a27,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:17.488949 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-a03239ef-c5f3-4e4f-b745-74580a56b8a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:17.506278 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] Set router a12d3658-2a05-42a8-b475-eb4a4204aee8 gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:53:17.527151 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d50c92-3f96-437b-9c19-a38c3d201dd3 req-0387a63b-acfc-42e5-9928-85c067a82baa tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:17.528739 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-09d50c92-3f96-437b-9c19-a38c3d201dd3 req-0387a63b-acfc-42e5-9928-85c067a82baa tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 932 time: 1.0726290 Jun 01 15:53:17.529827 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-3943cef0-408e-494c-9355-7431bac2547d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.402s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:17.530193 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-3943cef0-408e-494c-9355-7431bac2547d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:17.538569 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:17.660997 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd183c-2df1-4724-a59f-57569a482502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e83af86c-cf31-48e1-ae23-c6f8c983c3da,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:17.662876 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-226a91d3-d13c-4b0a-bfa6-888aa6ebe39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:17.706293 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-226a91d3-d13c-4b0a-bfa6-888aa6ebe39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:17.757400 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-f9dd183c-2df1-4724-a59f-57569a482502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:17.758696 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-2fa4582c-30a9-40f6-929f-96cdb1e4acd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:17.787132 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996aa452-4043-4f7f-b6cd-797a00af848f None None] Pushing event updated for resources: {'Port': ['ID=41b5c933-0606-4c90-8ed7-e5006535635d,revision_number=3']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:17.804944 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-996aa452-4043-4f7f-b6cd-797a00af848f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:17.821244 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-df2726de-87a0-41f4-8185-dda63c27f51a req-ad745ce2-f4e8-4d7f-abf6-cbf6b0401395 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6060131 Jun 01 15:53:17.857483 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-09d50c92-3f96-437b-9c19-a38c3d201dd3 req-2f29c5e6-2726-4e39-9849-1f778bb7f282 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Synchronizing usage tracker for tenant:e46477f8043a4bf9a078b41c2d7a4750 on resource:security_group {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:53:17.873162 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-0f2eaa39-aea6-4b9f-9a4a-2cd6292731c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:17.924326 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f9dd183c-2df1-4724-a59f-57569a482502 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:17.971622 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-2fa4582c-30a9-40f6-929f-96cdb1e4acd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:17.979852 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-2fa4582c-30a9-40f6-929f-96cdb1e4acd7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b1d6e5dc-a7f0-4238-88bc-a53ccbf5caf3 HTTP/1.1" status: 204 len: 168 time: 2.7837365 Jun 01 15:53:17.983815 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-ba59d86a-08a1-4760-82bb-be4628e6b234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:18.028940 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f58f9ce-194a-4fc7-97d9-15c10a48bd27,revision_number=2']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:18.037468 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-ba59d86a-08a1-4760-82bb-be4628e6b234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:18.044469 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.managers [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Attempting to bind port 7f58f9ce-194a-4fc7-97d9-15c10a48bd27 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:53:18.048490 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.managers [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Attempting to bind port 7f58f9ce-194a-4fc7-97d9-15c10a48bd27 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '5a582721-188e-4673-9d0d-d4bcf203f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a'}] {{(pid=91976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:53:18.049529 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Attempting to bind port 7f58f9ce-194a-4fc7-97d9-15c10a48bd27 on network 1d3dde78-d936-4294-b200-1bcc0c02662a {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:53:18.055092 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:18.102597 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Port 7f58f9ce-194a-4fc7-97d9-15c10a48bd27 on network 1d3dde78-d936-4294-b200-1bcc0c02662a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:53:18.102597 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Attempting to bind port 7f58f9ce-194a-4fc7-97d9-15c10a48bd27 on network 1d3dde78-d936-4294-b200-1bcc0c02662a {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:53:18.103287 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4582c-30a9-40f6-929f-96cdb1e4acd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d6e5dc-a7f0-4238-88bc-a53ccbf5caf3,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:18.109104 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-2fa4582c-30a9-40f6-929f-96cdb1e4acd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:18.112758 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-ba59d86a-08a1-4760-82bb-be4628e6b234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:18.119511 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-f9dd183c-2df1-4724-a59f-57569a482502 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e83af86c-cf31-48e1-ae23-c6f8c983c3da HTTP/1.1" status: 204 len: 168 time: 3.8416073 Jun 01 15:53:18.136097 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 56558) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:18.138371 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-dfd8d94d-4893-4245-b002-05d3de0873ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:18.176597 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59d86a-08a1-4760-82bb-be4628e6b234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2403b7f5-d77d-40f1-863f-2a2ef14f9a27,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:18.189850 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-ba59d86a-08a1-4760-82bb-be4628e6b234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:18.208293 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-09d50c92-3f96-437b-9c19-a38c3d201dd3 req-2f29c5e6-2726-4e39-9849-1f778bb7f282 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Unset dirty status for tenant:e46477f8043a4bf9a078b41c2d7a4750 on resource:security_group {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:53:18.209456 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-09d50c92-3f96-437b-9c19-a38c3d201dd3 req-2f29c5e6-2726-4e39-9849-1f778bb7f282 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/security-groups?id=2828f279-5dfb-4d28-82ce-ceed8c298a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5903819 Jun 01 15:53:18.229465 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'name': 'tempest-AttachVolumeShelveTestJSON-1405309750-router', 'tenant_id': '12fb45d959194124816570e75695094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:53:08Z', 'revision_number': 3, 'project_id': '12fb45d959194124816570e75695094b', 'gw_port': {'id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:05Z', 'updated_at': '2021-06-01T15:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb'}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:18.243669 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78f0fb0-2ca7-479a-88f1-e86dc02e6d97 None None] The sync data for ids ['a12d3658-2a05-42a8-b475-eb4a4204aee8'] in dv-cinder-793515-3-smb is: [{'id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'name': 'tempest-AttachVolumeShelveTestJSON-1405309750-router', 'tenant_id': '12fb45d959194124816570e75695094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:53:08Z', 'revision_number': 3, 'project_id': '12fb45d959194124816570e75695094b', 'gw_port': {'id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:05Z', 'updated_at': '2021-06-01T15:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb'}] {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:53:18.247144 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-ba59d86a-08a1-4760-82bb-be4628e6b234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:18.255024 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-ba59d86a-08a1-4760-82bb-be4628e6b234 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2403b7f5-d77d-40f1-863f-2a2ef14f9a27 HTTP/1.1" status: 204 len: 168 time: 1.0904260 Jun 01 15:53:18.258709 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-226a91d3-d13c-4b0a-bfa6-888aa6ebe39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:18.263049 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-226a91d3-d13c-4b0a-bfa6-888aa6ebe39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:18.266748 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-226a91d3-d13c-4b0a-bfa6-888aa6ebe39a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d00830ae-20b3-4227-8f09-ab15ce4e98a3 HTTP/1.1" status: 204 len: 168 time: 1.1852148 Jun 01 15:53:18.281438 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-2fa4582c-30a9-40f6-929f-96cdb1e4acd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:18.344507 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Checking agent: {'id': 'c6431322-3330-4f13-924b-76ac3aabd9b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'started_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:53:18.345150 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Checking segment: {'id': '5a582721-188e-4673-9d0d-d4bcf203f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:53:18.345586 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Bound using segment: {'id': '5a582721-188e-4673-9d0d-d4bcf203f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a'} {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:53:18.346197 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.managers [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Bound port: 7f58f9ce-194a-4fc7-97d9-15c10a48bd27, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a582721-188e-4673-9d0d-d4bcf203f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a'}}] {{(pid=91976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:53:18.346823 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:18.483709 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a91d3-d13c-4b0a-bfa6-888aa6ebe39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00830ae-20b3-4227-8f09-ab15ce4e98a3,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:18.524290 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:53:18.562312 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-226a91d3-d13c-4b0a-bfa6-888aa6ebe39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:18.577816 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Request body: {'port': {'device_id': '1f1398bd-4766-4b0d-a311-5199ce0b0eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:18.752234 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916354'] for network, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:18.835501 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning for port d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:53:18.843341 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:53:18.843799 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:19.007427 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:19.152176 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] For port 7f58f9ce-194a-4fc7-97d9-15c10a48bd27, host hv-cinder-79351, cleared binding levels {{(pid=91976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:53:19.196295 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3910276', 'neutron.services.segments.db._delete_segments_for_network-8737512847436'] for network, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:19.249486 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:19.249825 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:19.260500 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:19.260761 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Subscribe: > port after_create 55550000 {{(pid=91975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:19.261310 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:19.261658 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Subscribe: > port after_update 55550000 {{(pid=91975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:19.261991 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:19.262335 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:19.262656 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:19.263212 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:19.327630 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_common [None req-faad4f96-dca6-4b67-a2a4-a537482bc468 admin admin] Allocated IP 172.20.0.1 (6435224e-02ee-4b78-b03f-d8b20c5a2616/e8227dd6-3632-4e57-acb4-07e7d9c66cb0/a56381dc-7292-41ad-9355-a5a3a8a66897) {{(pid=91976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:53:19.381320 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] For port 7f58f9ce-194a-4fc7-97d9-15c10a48bd27, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7f58f9ce-194a-4fc7-97d9-15c10a48bd27,segment=NetworkSegment(5a582721-188e-4673-9d0d-d4bcf203f1bd),segment_id=5a582721-188e-4673-9d0d-d4bcf203f1bd)] {{(pid=91976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:53:19.428307 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:19.431323 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:19.558877 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-d7c7ba48-9bec-4e82-bc7c-9ad3445fe64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:19.563875 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] For port d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84,segment=NetworkSegment(2169e936-6da0-43d3-a98e-548bcd0f9f05),segment_id=2169e936-6da0-43d3-a98e-548bcd0f9f05)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:19.578911 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:19.593830 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-b27f2f80-89c9-47e9-a098-799cd353111f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:19.808032 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 56576) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:19.876256 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Pushing event updated for resources: {'Port': ['ID=d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:19.880623 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:19.917489 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 56578) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:19.924341 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:19.924705 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:19.926369 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:19.928813 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:19.929544 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.services.segments.db [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83845762-90e3-4cc7-9b53-5838ad0c180d']}} {{(pid=91975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:19.937782 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:19.938543 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for port, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:19.940321 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] 10.222.0.89 "PUT /v2.0/ports/7f58f9ce-194a-4fc7-97d9-15c10a48bd27 HTTP/1.1" status: 200 len: 1094 time: 6.3156083 Jun 01 15:53:19.960223 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4e4feb-afaf-4976-82e4-ecd893640839', 'tag': '7f58f9ce-194a-4fc7-97d9-15c10a48bd27'}] {{(pid=91976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:53:20.205937 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:20.266482 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.services.segments.db [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e2379e-7b76-4d64-9bac-c7fbbc788e92') {'for_net_delete': True} {{(pid=91975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:20.267297 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.services.segments.db [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e2379e-7b76-4d64-9bac-c7fbbc788e92') {} {{(pid=91975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:20.280769 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3dd56a35-e5d5-4cd6-977d-5ec0a0eea4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:20.331126 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737512848743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128648291'] for segment, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:20.361117 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f58f9ce-194a-4fc7-97d9-15c10a48bd27,revision_number=3']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:20.364591 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-dc20eb26-3f75-44b3-ab1d-8f4f91a7dc81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:20.389745 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:20.415791 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-3dd56a35-e5d5-4cd6-977d-5ec0a0eea4df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:20.510804 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-3dd56a35-e5d5-4cd6-977d-5ec0a0eea4df admin admin] Usage tracker for resource:security_group_rule and tenant:3729d695a7da432fa497f56d06e9c53b is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:20.515662 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-dc20eb26-3f75-44b3-ab1d-8f4f91a7dc81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:20.533555 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-3dd56a35-e5d5-4cd6-977d-5ec0a0eea4df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:20.569708 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-3dd56a35-e5d5-4cd6-977d-5ec0a0eea4df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:20.624665 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 41b5c933-0606-4c90-8ed7-e5006535635d up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:53:20.677111 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-dc20eb26-3f75-44b3-ab1d-8f4f91a7dc81 admin admin] Usage tracker for resource:security_group_rule and tenant:57cb5f48863a497eb1176bf11a0882d0 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:20.705641 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f9d738effd6d9aceb087a38e3a2b49a7446793e3ad91c39eafceb576f9fb4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7679d1-7eb6-40d7-9c23-5cd43b2629cc" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4e4feb-afaf-4976-82e4-ecd893640839", "tag": "7f58f9ce-194a-4fc7-97d9-15c10a48bd27"}]}' {{(pid=91976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:53:20.714402 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-dc20eb26-3f75-44b3-ab1d-8f4f91a7dc81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:20.774743 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-dc20eb26-3f75-44b3-ab1d-8f4f91a7dc81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:20.784829 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_common [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Allocated IP 172.20.0.1 (fdb9a62f-e096-4d2c-96b4-81a80b5b2aff/ff05e754-6aad-4db5-b1da-a8b9dc40ba92/7d919416-8138-467e-8c51-f001ba42549e) {{(pid=91976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:53:20.840664 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-faad4f96-dca6-4b67-a2a4-a537482bc468 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:20.895527 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning for port 41b5c933-0606-4c90-8ed7-e5006535635d completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:53:20.910875 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 41b5c933-0606-4c90-8ed7-e5006535635d triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:53:20.912652 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:20.960763 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:20.996843 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=91975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 15:53:20.997381 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128534572'] for segment, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: from cryptography.utils import int_from_bytes Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: from cryptography.utils import int_from_bytes Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: Traceback (most recent call last): Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: timer() Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: cb(*args, **kw) Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: return func(*args, **kwargs) Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: self._notify() Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: self.callback(batched_events) Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: event.method(event) Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: return f(self, *a, **k) Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: return self._get(url).json() Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: return self.request(url, 'GET', **kwargs) Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 15:53:21.021589 dv-cinder-793515-3-smb neutron-server[91975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 15:53:21.066289 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbb5a9-0a58-4762-9d1e-78f54243f3e1 req-db672d66-3ea4-4fab-a068-a13a1c22281b tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:21.075313 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-88bbb5a9-0a58-4762-9d1e-78f54243f3e1 req-db672d66-3ea4-4fab-a068-a13a1c22281b tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 944 time: 1.1193948 Jun 01 15:53:21.140923 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-880cba8b-393c-4183-a6a4-110c2576f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:21.142848 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-880cba8b-393c-4183-a6a4-110c2576f089 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9a8d1b76efdc412fa75558d8d00df5b1&device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 1097 time: 0.7178771 Jun 01 15:53:21.304638 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c39fe9-44b3-45a0-883e-6a40a329e128 req-9364dcc7-ecf5-4d52-819f-f93b7207c1bd tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:21.305304 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:21.312657 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-54c39fe9-44b3-45a0-883e-6a40a329e128 req-9364dcc7-ecf5-4d52-819f-f93b7207c1bd tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 932 time: 1.3362823 Jun 01 15:53:21.341948 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-9e5bbe80-cd3c-413a-8025-2b3e926f7073 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f58f9ce-194a-4fc7-97d9-15c10a48bd27 HTTP/1.1" status: 200 len: 217 time: 0.1417277 Jun 01 15:53:21.344829 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3dd56a35-e5d5-4cd6-977d-5ec0a0eea4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:21.355585 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-faad4f96-dca6-4b67-a2a4-a537482bc468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225'] for port, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:21.367047 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] For port 41b5c933-0606-4c90-8ed7-e5006535635d, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=41b5c933-0606-4c90-8ed7-e5006535635d,segment=NetworkSegment(2169e936-6da0-43d3-a98e-548bcd0f9f05),segment_id=2169e936-6da0-43d3-a98e-548bcd0f9f05)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:21.377514 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3dd56a35-e5d5-4cd6-977d-5ec0a0eea4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:21.377726 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:21.382057 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:53:21.397544 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-88bbb5a9-0a58-4762-9d1e-78f54243f3e1 req-3b7d2e84-065d-44ed-9751-a8d62e5b6fb4 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170428 Jun 01 15:53:21.397544 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3910301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634041'] for network, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:21.404442 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:21.437208 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:21.462992 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:21.514944 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:21.528470 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:21.547092 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.db.resource_extend [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 15:53:21.576394 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/83845762-90e3-4cc7-9b53-5838ad0c180d HTTP/1.1" status: 204 len: 168 time: 3.4243011 Jun 01 15:53:21.612293 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 56606) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:21.758217 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc5fc36-94f4-48c0-acdf-70783c74e82e {{(pid=91975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:53:21.778671 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:21.782260 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Pushing event updated for resources: {'Port': ['ID=41b5c933-0606-4c90-8ed7-e5006535635d,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:21.790670 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_v2 [None req-7620aae1-f93d-4da0-a027-56f93402c7d7 admin admin] Deleting subnet 52cc09aa-cbe2-4157-b0ef-5eb85f1301bc {{(pid=91976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 15:53:21.791577 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:21.795610 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7620aae1-f93d-4da0-a027-56f93402c7d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:21.831154 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.provisioning_blocks [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Transition to ACTIVE for port object 1cc5fc36-94f4-48c0-acdf-70783c74e82e will not be triggered until provisioned by entity L2. {{(pid=91975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:53:21.845920 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:53:21.846314 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:21.863238 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7620aae1-f93d-4da0-a027-56f93402c7d7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:21.874457 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7620aae1-f93d-4da0-a027-56f93402c7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907603'] for subnet, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:21.880357 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=83845762-90e3-4cc7-9b53-5838ad0c180d,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:21.905680 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-54c39fe9-44b3-45a0-883e-6a40a329e128 req-321447a2-d8a2-4050-91c2-bf34c597f984 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/security-groups?id=2828f279-5dfb-4d28-82ce-ceed8c298a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733750 Jun 01 15:53:21.913812 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:21.914713 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:21.941825 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:22.168102 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc5fc36-94f4-48c0-acdf-70783c74e82e,revision_number=2']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:22.179472 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:22.434925 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 41b5c933-0606-4c90-8ed7-e5006535635d up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:53:22.525394 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-dc20eb26-3f75-44b3-ab1d-8f4f91a7dc81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:22.556346 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.provisioning_blocks [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Transition to ACTIVE for port object 7d919416-8138-467e-8c51-f001ba42549e will not be triggered until provisioned by entity DHCP. {{(pid=91976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:53:22.584209 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faad4f96-dca6-4b67-a2a4-a537482bc468 admin admin] Network 6435224e-02ee-4b78-b03f-d8b20c5a2616 is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:53:22.644811 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225'] for port, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:22.649002 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-faad4f96-dca6-4b67-a2a4-a537482bc468 admin admin] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:22.660756 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-dc20eb26-3f75-44b3-ab1d-8f4f91a7dc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:22.662233 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faad4f96-dca6-4b67-a2a4-a537482bc468 admin admin] Received port after_create {{(pid=91976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:53:22.662885 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-faad4f96-dca6-4b67-a2a4-a537482bc468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632884'] for router_interface, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:22.664102 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 41b5c933-0606-4c90-8ed7-e5006535635d triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:53:22.664637 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:22.683594 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-3dd56a35-e5d5-4cd6-977d-5ec0a0eea4df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3729d695a7da432fa497f56d06e9c53b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8354878 Jun 01 15:53:22.684712 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad4f96-dca6-4b67-a2a4-a537482bc468 admin admin] Pushing event updated for resources: {'Port': ['ID=a56381dc-7292-41ad-9355-a5a3a8a66897,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:22.687258 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 56626) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:22.693427 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad605d0-987d-41e5-9a38-8d8cbc649760 x-openstack-request-id: req-0ad605d0-987d-41e5-9a38-8d8cbc649760 {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:53:22.693970 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4e4feb-afaf-4976-82e4-ecd893640839", "tag": "7f58f9ce-194a-4fc7-97d9-15c10a48bd27", "status": "completed", "code": 200}]} {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:53:22.694660 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0ad605d0-987d-41e5-9a38-8d8cbc649760 {{(pid=91976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:53:22.695291 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4e4feb-afaf-4976-82e4-ecd893640839', 'tag': '7f58f9ce-194a-4fc7-97d9-15c10a48bd27', 'status': 'completed', 'code': 200} Jun 01 15:53:22.707494 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-faad4f96-dca6-4b67-a2a4-a537482bc468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.303s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:22.756476 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:22.766722 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:22.916110 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-a677a748-74f3-4f37-84de-03af3242b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:22.923008 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-a677a748-74f3-4f37-84de-03af3242b3bc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6c05ea02-37de-4c70-a86d-e39e23827d1a HTTP/1.1" status: 200 len: 855 time: 0.3373413 Jun 01 15:53:22.991648 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Network fdb9a62f-e096-4d2c-96b4-81a80b5b2aff is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:53:22.996604 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Attempting to bind port 1cc5fc36-94f4-48c0-acdf-70783c74e82e on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:53:22.997123 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Attempting to bind port 1cc5fc36-94f4-48c0-acdf-70783c74e82e by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'a1abcf73-b2c2-4b99-936d-3bf2066c71da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b'}] {{(pid=91975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:53:22.997398 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Attempting to bind port 1cc5fc36-94f4-48c0-acdf-70783c74e82e on network 9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:53:23.007754 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Port 1cc5fc36-94f4-48c0-acdf-70783c74e82e on network 9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:53:23.008141 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Attempting to bind port 1cc5fc36-94f4-48c0-acdf-70783c74e82e on network 9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:53:23.018173 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Checking agent: {'id': 'c6431322-3330-4f13-924b-76ac3aabd9b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'started_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:53:23.018689 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Checking segment: {'id': 'a1abcf73-b2c2-4b99-936d-3bf2066c71da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:53:23.019338 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Bound using segment: {'id': 'a1abcf73-b2c2-4b99-936d-3bf2066c71da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b'} {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:53:23.019820 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Bound port: 1cc5fc36-94f4-48c0-acdf-70783c74e82e, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1abcf73-b2c2-4b99-936d-3bf2066c71da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b'}}] {{(pid=91975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:53:23.020249 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:23.067215 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd343f-5f34-4de0-b305-63ac6550f961 req-64dd35ef-e58a-4cab-8410-4172b95d9b16 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:23.075138 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e5bd343f-5f34-4de0-b305-63ac6550f961 req-64dd35ef-e58a-4cab-8410-4172b95d9b16 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 944 time: 0.5327318 Jun 01 15:53:23.122481 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:23.136272 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Received port after_create {{(pid=91976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:53:23.136272 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632884'] for router_interface, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:23.163986 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-dc20eb26-3f75-44b3-ab1d-8f4f91a7dc81 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=57cb5f48863a497eb1176bf11a0882d0&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2349973 Jun 01 15:53:23.179570 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 56634) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:23.218316 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-1fd1b2b5-a5ac-425f-a369-66c6505de870 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1d3dde78-d936-4294-b200-1bcc0c02662a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2222359 Jun 01 15:53:23.259954 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd56a35-e5d5-4cd6-977d-5ec0a0eea4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadaa25c-20c3-4285-b6b8-ba969e820190,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:23.297456 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e5bd343f-5f34-4de0-b305-63ac6550f961 req-519f7255-6fd0-410c-8ee4-559ced6a42c2 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214141 Jun 01 15:53:23.350522 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] For port 1cc5fc36-94f4-48c0-acdf-70783c74e82e, host hv-cinder-79351, cleared binding levels {{(pid=91975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:53:23.403960 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] For port 1cc5fc36-94f4-48c0-acdf-70783c74e82e, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1cc5fc36-94f4-48c0-acdf-70783c74e82e,segment=NetworkSegment(a1abcf73-b2c2-4b99-936d-3bf2066c71da),segment_id=a1abcf73-b2c2-4b99-936d-3bf2066c71da)] {{(pid=91975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:53:23.415497 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:23.430229 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20eb26-3f75-44b3-ab1d-8f4f91a7dc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372dd49a-9d7e-4c9c-a0ce-b6db5fd2f8ed,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:23.433559 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-dc20eb26-3f75-44b3-ab1d-8f4f91a7dc81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:23.436309 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-e2750e10-c024-4deb-bcdb-22d51f737e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:23.442258 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.746s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:23.482968 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7620aae1-f93d-4da0-a027-56f93402c7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036'] for subnet, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:23.484364 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-f3f4ca92-5a2c-488d-96c1-35d7636baa04 None None] Provisioning for port 7d919416-8138-467e-8c51-f001ba42549e completed by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:53:23.492099 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-132356d3-13d3-49ae-8f6d-8fee2aea6b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:23.502971 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-f3f4ca92-5a2c-488d-96c1-35d7636baa04 None None] Provisioning complete for port 7d919416-8138-467e-8c51-f001ba42549e triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:53:23.504003 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f3f4ca92-5a2c-488d-96c1-35d7636baa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:23.519967 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-132356d3-13d3-49ae-8f6d-8fee2aea6b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:23.564895 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8e5f73b9-abb6-4f67-8e0c-4acc5f5e5424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:23.579423 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:23.580155 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:23.581783 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] 10.222.0.89 "PUT /v2.0/ports/1cc5fc36-94f4-48c0-acdf-70783c74e82e HTTP/1.1" status: 200 len: 1094 time: 5.0959113 Jun 01 15:53:23.587992 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1398bd-4766-4b0d-a311-5199ce0b0eb8', 'tag': '1cc5fc36-94f4-48c0-acdf-70783c74e82e'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:53:23.605935 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-f3f4ca92-5a2c-488d-96c1-35d7636baa04 None None] Port 7d919416-8138-467e-8c51-f001ba42549e cannot update to ACTIVE because it is not bound. {{(pid=91977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:53:23.610612 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f60e74-086c-4fc4-bc0e-caa106929547 req-cca63726-8826-46d9-9c99-ed6844cd1592 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:23.612363 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-78f60e74-086c-4fc4-bc0e-caa106929547 req-cca63726-8826-46d9-9c99-ed6844cd1592 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 944 time: 0.3759630 Jun 01 15:53:23.650377 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7620aae1-f93d-4da0-a027-56f93402c7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for subnet, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:23.700251 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc5fc36-94f4-48c0-acdf-70783c74e82e,revision_number=3']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:23.705864 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8e5f73b9-abb6-4f67-8e0c-4acc5f5e5424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:23.710771 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:23.727612 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Pushing event updated for resources: {'Port': ['ID=7d919416-8138-467e-8c51-f001ba42549e,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:23.731165 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:23.736934 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-78f60e74-086c-4fc4-bc0e-caa106929547 req-b4150f1a-a300-4625-af1f-7b1de104cefb tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/security-groups?id=2828f279-5dfb-4d28-82ce-ceed8c298a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171734 Jun 01 15:53:23.757421 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-132356d3-13d3-49ae-8f6d-8fee2aea6b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:23.759029 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.240s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:23.759355 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:23.762096 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:23.768905 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-6b15f9dc-6d51-42a8-a4f6-c2d801979a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:23.778227 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132356d3-13d3-49ae-8f6d-8fee2aea6b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372dd49a-9d7e-4c9c-a0ce-b6db5fd2f8ed,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:23.789152 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-132356d3-13d3-49ae-8f6d-8fee2aea6b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:23.790792 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-132356d3-13d3-49ae-8f6d-8fee2aea6b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:23.791945 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-132356d3-13d3-49ae-8f6d-8fee2aea6b07 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/372dd49a-9d7e-4c9c-a0ce-b6db5fd2f8ed HTTP/1.1" status: 204 len: 168 time: 0.6071372 Jun 01 15:53:23.798919 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-f3e5b45f-8418-4c02-910f-40ecf93166b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:23.800327 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-f3e5b45f-8418-4c02-910f-40ecf93166b3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e46477f8043a4bf9a078b41c2d7a4750&device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 1097 time: 0.1504676 Jun 01 15:53:23.829519 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-0d9eaf85-c881-4508-9d9e-279f28700c94 service neutron] 10.222.0.89 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5267019 Jun 01 15:53:23.839018 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620aae1-f93d-4da0-a027-56f93402c7d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52cc09aa-cbe2-4157-b0ef-5eb85f1301bc,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:23.842381 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-7620aae1-f93d-4da0-a027-56f93402c7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:23.857674 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-7620aae1-f93d-4da0-a027-56f93402c7d7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/52cc09aa-cbe2-4157-b0ef-5eb85f1301bc HTTP/1.1" status: 204 len: 168 time: 2.2434318 Jun 01 15:53:23.903825 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 56652) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:23.912162 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6075836-2e57-482b-b6d3-7ed00bbb0fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1398bd-4766-4b0d-a311-5199ce0b0eb8", "tag": "1cc5fc36-94f4-48c0-acdf-70783c74e82e"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:53:23.944830 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-c8e1b164-8780-4424-8eac-c99acc4c3154 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cc5fc36-94f4-48c0-acdf-70783c74e82e HTTP/1.1" status: 200 len: 217 time: 0.1329148 Jun 01 15:53:24.089321 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-cedf3bb9-0881-4dc0-9973-10c9ab708f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916354'] for network, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:24.096302 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-faad4f96-dca6-4b67-a2a4-a537482bc468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:24.097350 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-1c38de2d-1e5d-42d5-b4d8-fb56214c16cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:24.099028 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-1c38de2d-1e5d-42d5-b4d8-fb56214c16cd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ea545d71-195d-4e13-9adf-f3eddca947bc HTTP/1.1" status: 200 len: 852 time: 0.1364715 Jun 01 15:53:24.133475 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:24.208470 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8e5f73b9-abb6-4f67-8e0c-4acc5f5e5424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:24.237293 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c54d39-d4cc-453e-bc63-3208236c2025 x-openstack-request-id: req-41c54d39-d4cc-453e-bc63-3208236c2025 {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:53:24.237597 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1398bd-4766-4b0d-a311-5199ce0b0eb8", "tag": "1cc5fc36-94f4-48c0-acdf-70783c74e82e", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:53:24.237858 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41c54d39-d4cc-453e-bc63-3208236c2025 {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:53:24.238336 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1398bd-4766-4b0d-a311-5199ce0b0eb8', 'tag': '1cc5fc36-94f4-48c0-acdf-70783c74e82e', 'status': 'completed', 'code': 200} Jun 01 15:53:24.260885 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e9921e14-0ee3-4e10-b86c-a8d275ddf4d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:24.267574 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-668d162f-97d7-4785-90fe-760547d09879 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1561441 Jun 01 15:53:24.278113 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-d131ed5b-43f2-4d4a-9550-eb1ea9b5be8e req-e42cc0d3-d5c5-4189-bd79-212ba6b92606 service neutron] 10.222.0.89 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347012 Jun 01 15:53:24.304692 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f73b9-abb6-4f67-8e0c-4acc5f5e5424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadaa25c-20c3-4285-b6b8-ba969e820190,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:24.307532 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-8e5f73b9-abb6-4f67-8e0c-4acc5f5e5424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:24.333414 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8e5f73b9-abb6-4f67-8e0c-4acc5f5e5424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:24.339479 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-8e5f73b9-abb6-4f67-8e0c-4acc5f5e5424 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aadaa25c-20c3-4285-b6b8-ba969e820190 HTTP/1.1" status: 204 len: 168 time: 1.6286583 Jun 01 15:53:24.551391 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-cedf3bb9-0881-4dc0-9973-10c9ab708f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3910276', 'neutron.services.segments.db._delete_segments_for_network-8737512847436'] for network, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:24.688049 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7679d1-7eb6-40d7-9c23-5cd43b2629cc req-a0e1bc18-5fba-40f6-8db5-d73406d1a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:24.689899 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-cc7679d1-7eb6-40d7-9c23-5cd43b2629cc req-a0e1bc18-5fba-40f6-8db5-d73406d1a405 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9a8d1b76efdc412fa75558d8d00df5b1&device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 1097 time: 0.3340740 Jun 01 15:53:24.728542 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-ab6d5165-33cb-40fc-94e1-77d14494a504 service neutron] 10.222.0.89 "GET /v2.0/networks/9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530516 Jun 01 15:53:24.780966 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.services.segments.db [None req-cedf3bb9-0881-4dc0-9973-10c9ab708f5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fda9687-1b41-4cbc-acc0-bf3d9f44cfb3']}} {{(pid=91975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:24.786672 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-faad4f96-dca6-4b67-a2a4-a537482bc468 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:24.792018 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:24.827903 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.services.segments.db [None req-cedf3bb9-0881-4dc0-9973-10c9ab708f5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176e8b2f-3a5c-4d64-858f-527ff8e2d368') {'for_net_delete': True} {{(pid=91975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:24.828200 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.services.segments.db [None req-cedf3bb9-0881-4dc0-9973-10c9ab708f5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176e8b2f-3a5c-4d64-858f-527ff8e2d368') {} {{(pid=91975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:24.856164 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-cedf3bb9-0881-4dc0-9973-10c9ab708f5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737512848743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128648291'] for segment, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:25.035313 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-faad4f96-dca6-4b67-a2a4-a537482bc468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:25.041818 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-faad4f96-dca6-4b67-a2a4-a537482bc468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633003'] for router_interface, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:25.054568 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:25.060774 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-cedf3bb9-0881-4dc0-9973-10c9ab708f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:25.075092 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-986b9085-ddff-4538-8aae-3c02d88d76c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:25.079399 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cedf3bb9-0881-4dc0-9973-10c9ab708f5f admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=91975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 15:53:25.080041 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-cedf3bb9-0881-4dc0-9973-10c9ab708f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128534572'] for segment, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: Traceback (most recent call last): Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: timer() Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: cb(*args, **kw) Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: return func(*args, **kwargs) Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: self._notify() Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: self.callback(batched_events) Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: event.method(event) Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: return f(self, *a, **k) Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: return self._get(url).json() Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: return self.request(url, 'GET', **kwargs) Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 15:53:25.098234 dv-cinder-793515-3-smb neutron-server[91975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 15:53:25.145169 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67609de-0d8a-4598-82d7-a528a232bdbc req-8878d82d-a295-4d6d-b117-ab199f0b83cb tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:25.146887 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f67609de-0d8a-4598-82d7-a528a232bdbc req-8878d82d-a295-4d6d-b117-ab199f0b83cb tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 944 time: 0.6041842 Jun 01 15:53:25.159960 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633003'] for router_interface, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:25.202742 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8c8ff61f-a0a6-451c-bc5f-b1a8724a4473 req-ae0d3b1f-224d-4e10-ae03-507cb2659056 service neutron] 10.222.0.89 "GET /v2.0/networks/9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597051 Jun 01 15:53:25.315847 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-cedf3bb9-0881-4dc0-9973-10c9ab708f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3910301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634041'] for network, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:25.347618 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-cedf3bb9-0881-4dc0-9973-10c9ab708f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:25.354952 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:25.374729 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-cedf3bb9-0881-4dc0-9973-10c9ab708f5f admin admin] 10.222.0.60 "DELETE /v2.0/networks/6fda9687-1b41-4cbc-acc0-bf3d9f44cfb3 HTTP/1.1" status: 204 len: 168 time: 1.4596696 Jun 01 15:53:25.389656 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f67609de-0d8a-4598-82d7-a528a232bdbc req-cbe8da69-2d48-4450-8975-322427bc5235 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856112 Jun 01 15:53:25.391822 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf3bb9-0881-4dc0-9973-10c9ab708f5f admin admin] Pushing event deleted for resources: {'Network': ['ID=6fda9687-1b41-4cbc-acc0-bf3d9f44cfb3,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:25.395359 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-cedf3bb9-0881-4dc0-9973-10c9ab708f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:25.408500 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b253e9-18db-4fff-a251-182f7d1071f8 req-6da7eb00-763c-4a02-8265-de727c612779 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:25.410108 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-18b253e9-18db-4fff-a251-182f7d1071f8 req-6da7eb00-763c-4a02-8265-de727c612779 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 944 time: 0.4444478 Jun 01 15:53:25.477056 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad4f96-dca6-4b67-a2a4-a537482bc468 admin admin] Pushing event updated for resources: {'Port': ['ID=a56381dc-7292-41ad-9355-a5a3a8a66897,revision_number=2']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:25.500488 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-18b253e9-18db-4fff-a251-182f7d1071f8 req-0c2e6e2c-ceda-418a-913b-fe7265c0c10d tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/security-groups?id=2828f279-5dfb-4d28-82ce-ceed8c298a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542901 Jun 01 15:53:25.518235 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6075836-2e57-482b-b6d3-7ed00bbb0fe5 req-81ba4500-b60a-4b10-a8f2-be4d41a0b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:25.519956 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d6075836-2e57-482b-b6d3-7ed00bbb0fe5 req-81ba4500-b60a-4b10-a8f2-be4d41a0b3a0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e46477f8043a4bf9a078b41c2d7a4750&device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 1097 time: 0.2493339 Jun 01 15:53:25.760954 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7679d1-7eb6-40d7-9c23-5cd43b2629cc req-ae3167ff-edd3-488b-9a27-2f0a95a08a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:25.762368 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-cc7679d1-7eb6-40d7-9c23-5cd43b2629cc req-ae3167ff-edd3-488b-9a27-2f0a95a08a8d service neutron] 10.222.0.89 "GET /v2.0/networks?id=1d3dde78-d936-4294-b200-1bcc0c02662a HTTP/1.1" status: 200 len: 916 time: 1.0643010 Jun 01 15:53:25.769146 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6075836-2e57-482b-b6d3-7ed00bbb0fe5 req-25d7bae2-ad30-4acc-ab71-6e38dc666b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:25.770615 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d6075836-2e57-482b-b6d3-7ed00bbb0fe5 req-25d7bae2-ad30-4acc-ab71-6e38dc666b6e service neutron] 10.222.0.89 "GET /v2.0/networks?id=9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b HTTP/1.1" status: 200 len: 913 time: 0.2439988 Jun 01 15:53:25.885376 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d6075836-2e57-482b-b6d3-7ed00bbb0fe5 req-5151f313-367e-4c4c-8b8b-8f491a7d304e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cc5fc36-94f4-48c0-acdf-70783c74e82e HTTP/1.1" status: 200 len: 217 time: 0.1065764 Jun 01 15:53:25.937745 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 56718) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:26.006144 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-cc7679d1-7eb6-40d7-9c23-5cd43b2629cc req-1f23deee-8810-4c17-a578-4abe6cd195f4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f58f9ce-194a-4fc7-97d9-15c10a48bd27 HTTP/1.1" status: 200 len: 217 time: 0.1260545 Jun 01 15:53:26.010587 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6075836-2e57-482b-b6d3-7ed00bbb0fe5 req-d2e3d119-6c6a-4047-ba3c-c2d48122446f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:26.012716 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d6075836-2e57-482b-b6d3-7ed00bbb0fe5 req-d2e3d119-6c6a-4047-ba3c-c2d48122446f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ea545d71-195d-4e13-9adf-f3eddca947bc HTTP/1.1" status: 200 len: 852 time: 0.1201284 Jun 01 15:53:26.016012 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Pushing event updated for resources: {'Port': ['ID=7d919416-8138-467e-8c51-f001ba42549e,revision_number=2']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:26.051389 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.976s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:26.065164 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.883s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:26.065665 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:26.080795 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-6a1b2660-3971-4709-9f37-69b58cd98b00 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee801e350b05413eaf335b8a2b0346f1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1422653 Jun 01 15:53:26.086405 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 56724) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:26.090417 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d6075836-2e57-482b-b6d3-7ed00bbb0fe5 req-c102b52e-8a4b-4d7b-9a55-4b923426da92 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592365 Jun 01 15:53:26.093796 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faad4f96-dca6-4b67-a2a4-a537482bc468 admin admin] Network 6435224e-02ee-4b78-b03f-d8b20c5a2616 is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:53:26.101078 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-faad4f96-dca6-4b67-a2a4-a537482bc468 admin admin] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:26.115365 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Network fdb9a62f-e096-4d2c-96b4-81a80b5b2aff is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:53:26.119617 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:26.273408 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7679d1-7eb6-40d7-9c23-5cd43b2629cc req-009c5fc4-c6fa-4a96-a452-e423bf1163a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:26.275455 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-cc7679d1-7eb6-40d7-9c23-5cd43b2629cc req-009c5fc4-c6fa-4a96-a452-e423bf1163a8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6c05ea02-37de-4c70-a86d-e39e23827d1a HTTP/1.1" status: 200 len: 855 time: 0.2624013 Jun 01 15:53:26.295427 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-803d4e3d-1d64-4e92-a320-8d7656951fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:26.337978 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d6075836-2e57-482b-b6d3-7ed00bbb0fe5 req-0ec366eb-501e-4515-a060-9bc0a89f503c service neutron] 10.222.0.89 "GET /v2.0/networks/9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346616 Jun 01 15:53:26.389003 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-803d4e3d-1d64-4e92-a320-8d7656951fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:26.423463 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-cc7679d1-7eb6-40d7-9c23-5cd43b2629cc req-4e622df6-4953-4b75-a8b1-f864fe690d40 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1d3dde78-d936-4294-b200-1bcc0c02662a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680718 Jun 01 15:53:26.465473 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-947162d4-eddf-4ca1-b7cd-e6bddb97b11e None None] Provisioning complete for port 7d919416-8138-467e-8c51-f001ba42549e triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:53:26.465905 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-947162d4-eddf-4ca1-b7cd-e6bddb97b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:26.592178 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-947162d4-eddf-4ca1-b7cd-e6bddb97b11e None None] Port 7d919416-8138-467e-8c51-f001ba42549e cannot update to ACTIVE because it is not bound. {{(pid=91977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:53:26.831024 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d6075836-2e57-482b-b6d3-7ed00bbb0fe5 req-89915057-81b7-4403-8833-4ec282f93935 service neutron] 10.222.0.89 "GET /v2.0/networks/9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796059 Jun 01 15:53:26.865471 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-cc7679d1-7eb6-40d7-9c23-5cd43b2629cc req-f082b666-64a4-4a8d-a942-1f8c9f91e5ec service neutron] 10.222.0.89 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308488 Jun 01 15:53:26.876650 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-803d4e3d-1d64-4e92-a320-8d7656951fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:26.893501 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-ba59d86a-08a1-4760-82bb-be4628e6b234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:26.907827 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faad4f96-dca6-4b67-a2a4-a537482bc468 admin admin] Router 713bc0aa-34f3-47a8-8845-d701a7e682c0 has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:53:26.929199 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Router a12d3658-2a05-42a8-b475-eb4a4204aee8 has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:53:26.947077 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd42fe-d3cc-4ebf-abea-4e99f124ae90 req-fc5627d2-a716-40b8-968c-339bad8f1db2 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:26.949145 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7bbd42fe-d3cc-4ebf-abea-4e99f124ae90 req-fc5627d2-a716-40b8-968c-339bad8f1db2 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 944 time: 0.3816237 Jun 01 15:53:26.950023 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-803d4e3d-1d64-4e92-a320-8d7656951fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:26.951592 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-803d4e3d-1d64-4e92-a320-8d7656951fb3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/517cbfc9-e605-4219-a531-8d2ddc5d6655 HTTP/1.1" status: 204 len: 168 time: 0.8640406 Jun 01 15:53:26.954289 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d4e3d-1d64-4e92-a320-8d7656951fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517cbfc9-e605-4219-a531-8d2ddc5d6655,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:26.995156 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-803d4e3d-1d64-4e92-a320-8d7656951fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:27.009294 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d3852-40cc-4b06-a585-3e45def2f886 req-73a5c608-27ce-4f9d-8400-b8e760afe223 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:27.024740 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-290d3852-40cc-4b06-a585-3e45def2f886 req-73a5c608-27ce-4f9d-8400-b8e760afe223 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 944 time: 0.3380377 Jun 01 15:53:27.131787 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7bbd42fe-d3cc-4ebf-abea-4e99f124ae90 req-46aab71c-8ff4-4712-a72f-1afa1f60db37 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612411 Jun 01 15:53:27.160239 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-290d3852-40cc-4b06-a585-3e45def2f886 req-26a31488-acee-4df5-be18-5b50befe592c tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/security-groups?id=2828f279-5dfb-4d28-82ce-ceed8c298a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345346 Jun 01 15:53:27.224018 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 7f58f9ce-194a-4fc7-97d9-15c10a48bd27 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:53:27.292173 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-cc7679d1-7eb6-40d7-9c23-5cd43b2629cc req-58d6cbb0-489c-4ee6-ac52-8f68b1a644b4 service neutron] 10.222.0.89 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173663 Jun 01 15:53:27.477813 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faad4f96-dca6-4b67-a2a4-a537482bc468 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:53:27.490583 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] Sync routers for ids ['713bc0aa-34f3-47a8-8845-d701a7e682c0'] in dv-cinder-793515-3-smb {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:53:27.501404 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-faad4f96-dca6-4b67-a2a4-a537482bc468 admin admin] 10.222.0.60 "PUT /v2.0/routers/713bc0aa-34f3-47a8-8845-d701a7e682c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3816159 Jun 01 15:53:27.504527 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:53:27.512900 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] Routers {'713bc0aa-34f3-47a8-8845-d701a7e682c0'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:53:27.514791 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:53:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['713bc0aa-34f3-47a8-8845-d701a7e682c0'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:27.518623 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] Sync routers for ids ['a12d3658-2a05-42a8-b475-eb4a4204aee8'] in dv-cinder-793515-3-smb {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:53:27.529436 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] 10.222.0.60 "PUT /v2.0/routers/a12d3658-2a05-42a8-b475-eb4a4204aee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2286317 Jun 01 15:53:27.557758 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 7f58f9ce-194a-4fc7-97d9-15c10a48bd27, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7f58f9ce-194a-4fc7-97d9-15c10a48bd27,segment=NetworkSegment(5a582721-188e-4673-9d0d-d4bcf203f1bd),segment_id=5a582721-188e-4673-9d0d-d4bcf203f1bd)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:27.598757 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] Routers {'a12d3658-2a05-42a8-b475-eb4a4204aee8'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:53:27.599676 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:53:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['a12d3658-2a05-42a8-b475-eb4a4204aee8'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:27.642477 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 56776) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:27.659729 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Returning: {'device': '7f58f9ce-194a-4fc7-97d9-15c10a48bd27', 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a', 'port_id': '7f58f9ce-194a-4fc7-97d9-15c10a48bd27', 'mac_address': 'fa:16:3e:24:dd:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c05ea02-37de-4c70-a86d-e39e23827d1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:53:27.794649 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-ab361797-237f-4823-904b-01c33d520940 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=24dc0c6522f24ec1a56581a194b92213&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1494062 Jun 01 15:53:27.795768 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 56782) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:27.814510 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:27.854908 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f58f9ce-194a-4fc7-97d9-15c10a48bd27 {{(pid=91977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:53:27.884924 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] Set router a12d3658-2a05-42a8-b475-eb4a4204aee8 gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:53:27.916044 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] Set router 713bc0aa-34f3-47a8-8845-d701a7e682c0 gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:53:27.953653 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-8d15bba1-04b4-4b0e-b3e4-3e8ae891dd6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:27.969141 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 7f58f9ce-194a-4fc7-97d9-15c10a48bd27, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7f58f9ce-194a-4fc7-97d9-15c10a48bd27,segment=NetworkSegment(5a582721-188e-4673-9d0d-d4bcf203f1bd),segment_id=5a582721-188e-4673-9d0d-d4bcf203f1bd)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:28.005306 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-8d15bba1-04b4-4b0e-b3e4-3e8ae891dd6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:28.101979 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-8d15bba1-04b4-4b0e-b3e4-3e8ae891dd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:28.108495 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:28.127672 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:28.141153 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15bba1-04b4-4b0e-b3e4-3e8ae891dd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fdee88-ac53-41ba-8b52-c71b002567bc,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:28.144193 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-8d15bba1-04b4-4b0e-b3e4-3e8ae891dd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:28.145395 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-8d15bba1-04b4-4b0e-b3e4-3e8ae891dd6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:28.150436 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-8d15bba1-04b4-4b0e-b3e4-3e8ae891dd6b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6fdee88-ac53-41ba-8b52-c71b002567bc HTTP/1.1" status: 204 len: 168 time: 0.3536787 Jun 01 15:53:28.221087 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:28.433280 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bc0aa-34f3-47a8-8845-d701a7e682c0', 'name': 'tempest-ServerRescueNegativeTestJSON-165074824-router', 'tenant_id': 'e160198749c64159a5cb45da77bef6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': 'd9e4e8ef-f6b7-43e3-96b6-a84eeec64f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:53:23Z', 'revision_number': 4, 'project_id': 'e160198749c64159a5cb45da77bef6c4', 'gw_port': {'id': 'd9e4e8ef-f6b7-43e3-96b6-a84eeec64f84', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bc0aa-34f3-47a8-8845-d701a7e682c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:04Z', 'updated_at': '2021-06-01T15:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': 'a56381dc-7292-41ad-9355-a5a3a8a66897', 'name': '', 'network_id': '6435224e-02ee-4b78-b03f-d8b20c5a2616', 'tenant_id': 'e160198749c64159a5cb45da77bef6c4', 'mac_address': 'fa:16:3e:9a:6a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713bc0aa-34f3-47a8-8845-d701a7e682c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e8227dd6-3632-4e57-acb4-07e7d9c66cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:17Z', 'updated_at': '2021-06-01T15:53:24Z', 'revision_number': 2, 'project_id': 'e160198749c64159a5cb45da77bef6c4', 'subnets': [{'id': 'e8227dd6-3632-4e57-acb4-07e7d9c66cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:28.448330 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] Checking router: 713bc0aa-34f3-47a8-8845-d701a7e682c0 for host: dv-cinder-793515-3-smb {{(pid=91978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:53:28.448726 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] Updating router 713bc0aa-34f3-47a8-8845-d701a7e682c0 port a56381dc-7292-41ad-9355-a5a3a8a66897 binding host dv-cinder-793515-3-smb {{(pid=91978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:53:28.499341 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f8ccd-af6e-4527-b6bc-d675ea23b954 req-424b19ed-be9d-4060-a3b8-e656d3c342b9 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:28.500928 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8d1f8ccd-af6e-4527-b6bc-d675ea23b954 req-424b19ed-be9d-4060-a3b8-e656d3c342b9 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 945 time: 0.1906354 Jun 01 15:53:28.566385 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=7f58f9ce-194a-4fc7-97d9-15c10a48bd27,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:28.611053 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8d1f8ccd-af6e-4527-b6bc-d675ea23b954 req-2ba69301-3b65-412d-95db-d28da6d372e8 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979128 Jun 01 15:53:28.649098 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:28.807291 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:28.899140 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'name': 'tempest-AttachVolumeShelveTestJSON-1405309750-router', 'tenant_id': '12fb45d959194124816570e75695094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:53:23Z', 'revision_number': 4, 'project_id': '12fb45d959194124816570e75695094b', 'gw_port': {'id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:05Z', 'updated_at': '2021-06-01T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '7d919416-8138-467e-8c51-f001ba42549e', 'name': '', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'tenant_id': '12fb45d959194124816570e75695094b', 'mac_address': 'fa:16:3e:90:95:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:19Z', 'updated_at': '2021-06-01T15:53:24Z', 'revision_number': 2, 'project_id': '12fb45d959194124816570e75695094b', 'subnets': [{'id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:28.901928 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['7f58f9ce-194a-4fc7-97d9-15c10a48bd27'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:53:28.915168 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 56820) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:28.933648 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-06beeedd-dd58-4fc1-b6df-6772bf719f4d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2116379320', 'description': 'tempest-description--149620158'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:28.956597 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-06beeedd-dd58-4fc1-b6df-6772bf719f4d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:28.968737 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-06beeedd-dd58-4fc1-b6df-6772bf719f4d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Usage tracker for resource:security_group and tenant:12fb45d959194124816570e75695094b is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:28.991580 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6d7ee-945b-489f-aebf-532f01bae25e req-aeeb4093-138c-4e1b-8418-885b861f4d5d tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:29.003282 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7ea6d7ee-945b-489f-aebf-532f01bae25e req-aeeb4093-138c-4e1b-8418-885b861f4d5d tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 944 time: 0.2348969 Jun 01 15:53:29.005268 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-06beeedd-dd58-4fc1-b6df-6772bf719f4d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:29.055110 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-06beeedd-dd58-4fc1-b6df-6772bf719f4d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:29.062713 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] Checking router: a12d3658-2a05-42a8-b475-eb4a4204aee8 for host: dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:53:29.063126 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] Updating router a12d3658-2a05-42a8-b475-eb4a4204aee8 port 7d919416-8138-467e-8c51-f001ba42549e binding host dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:53:29.153311 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7ea6d7ee-945b-489f-aebf-532f01bae25e req-db6c9705-65f4-4ade-8038-60a878a83cca tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/security-groups?id=2828f279-5dfb-4d28-82ce-ceed8c298a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490645 Jun 01 15:53:29.171756 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-06beeedd-dd58-4fc1-b6df-6772bf719f4d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:29.198307 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:29.225186 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-06beeedd-dd58-4fc1-b6df-6772bf719f4d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:29.225952 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 1cc5fc36-94f4-48c0-acdf-70783c74e82e details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:53:29.235244 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-06beeedd-dd58-4fc1-b6df-6772bf719f4d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Usage tracker for resource:security_group_rule and tenant:12fb45d959194124816570e75695094b is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:29.242184 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-06beeedd-dd58-4fc1-b6df-6772bf719f4d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:29.262682 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-06beeedd-dd58-4fc1-b6df-6772bf719f4d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:29.390084 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] Notify callbacks [] for port, precommit_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:29.406632 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.provisioning_blocks [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] Transition to ACTIVE for port object a56381dc-7292-41ad-9355-a5a3a8a66897 will not be triggered until provisioned by entity L2. {{(pid=91978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:53:29.420072 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:29.425194 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [None req-270e6f3b-ba5c-4507-87b1-f387b1abdfc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:29.469315 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 1cc5fc36-94f4-48c0-acdf-70783c74e82e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1cc5fc36-94f4-48c0-acdf-70783c74e82e,segment=NetworkSegment(a1abcf73-b2c2-4b99-936d-3bf2066c71da),segment_id=a1abcf73-b2c2-4b99-936d-3bf2066c71da)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:29.479519 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-06beeedd-dd58-4fc1-b6df-6772bf719f4d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:29.486746 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-06beeedd-dd58-4fc1-b6df-6772bf719f4d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:29.509228 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-132356d3-13d3-49ae-8f6d-8fee2aea6b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:29.548395 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Returning: {'device': '1cc5fc36-94f4-48c0-acdf-70783c74e82e', 'network_id': '9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b', 'port_id': '1cc5fc36-94f4-48c0-acdf-70783c74e82e', 'mac_address': 'fa:16:3e:32:06:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea545d71-195d-4e13-9adf-f3eddca947bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:53:29.576841 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06beeedd-dd58-4fc1-b6df-6772bf719f4d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5201b6-67ea-4e34-af68-9c79f1523517,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:29.615481 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323f714-58cb-4941-8242-4f1236189ebc None None] Pushing event updated for resources: {'Port': ['ID=a56381dc-7292-41ad-9355-a5a3a8a66897,revision_number=3']} {{(pid=91978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:29.620682 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [None req-d323f714-58cb-4941-8242-4f1236189ebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:29.817784 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:29.836925 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-06beeedd-dd58-4fc1-b6df-6772bf719f4d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:29.844782 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-e99a8691-b0e0-40cf-b96f-7665488f6368 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:29.845681 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-e99a8691-b0e0-40cf-b96f-7665488f6368 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Synchronizing usage tracker for tenant:e160198749c64159a5cb45da77bef6c4 on resource:network {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:53:29.853495 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.managers [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] Attempting to bind port a56381dc-7292-41ad-9355-a5a3a8a66897 on host dv-cinder-793515-3-smb for vnic_type normal with profile {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:53:29.854835 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.managers [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] Attempting to bind port a56381dc-7292-41ad-9355-a5a3a8a66897 by drivers openvswitch,hyperv on host dv-cinder-793515-3-smb at level 0 using segments [{'id': '709bcc4d-87be-4efe-b504-8d567e3c8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6435224e-02ee-4b78-b03f-d8b20c5a2616'}] {{(pid=91978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:53:29.855455 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] Attempting to bind port a56381dc-7292-41ad-9355-a5a3a8a66897 on network 6435224e-02ee-4b78-b03f-d8b20c5a2616 {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:53:29.863846 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] Checking agent: {'id': '402afcd4-07c8-465d-b4fa-00ad646a8cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:53:29.864837 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] Checking segment: {'id': '709bcc4d-87be-4efe-b504-8d567e3c8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6435224e-02ee-4b78-b03f-d8b20c5a2616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:53:29.865749 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:29.866391 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] Bound using segment: {'id': '709bcc4d-87be-4efe-b504-8d567e3c8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6435224e-02ee-4b78-b03f-d8b20c5a2616'} {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:53:29.867102 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.managers [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] Bound port: a56381dc-7292-41ad-9355-a5a3a8a66897, host: dv-cinder-793515-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709bcc4d-87be-4efe-b504-8d567e3c8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6435224e-02ee-4b78-b03f-d8b20c5a2616'}}] {{(pid=91978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:53:29.867694 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:29.899318 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-06beeedd-dd58-4fc1-b6df-6772bf719f4d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:29.903121 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-06beeedd-dd58-4fc1-b6df-6772bf719f4d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9809675 Jun 01 15:53:29.903480 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 56872) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:29.908687 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-00669156-7d2e-49b2-a86b-17bf81ca54a1 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Request body: {'security_group_rule': {'security_group_id': 'ae5201b6-67ea-4e34-af68-9c79f1523517', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:29.917532 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-00669156-7d2e-49b2-a86b-17bf81ca54a1 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:29.933848 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-e99a8691-b0e0-40cf-b96f-7665488f6368 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Unset dirty status for tenant:e160198749c64159a5cb45da77bef6c4 on resource:network {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:53:29.936842 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-00669156-7d2e-49b2-a86b-17bf81ca54a1 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Usage tracker for resource:security_group_rule and tenant:12fb45d959194124816570e75695094b is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:29.939394 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-e99a8691-b0e0-40cf-b96f-7665488f6368 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/networks?id=6435224e-02ee-4b78-b03f-d8b20c5a2616 HTTP/1.1" status: 200 len: 818 time: 0.5222585 Jun 01 15:53:29.945373 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-00669156-7d2e-49b2-a86b-17bf81ca54a1 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:29.950238 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc5fc36-94f4-48c0-acdf-70783c74e82e {{(pid=91977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:53:29.957690 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-00669156-7d2e-49b2-a86b-17bf81ca54a1 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:29.963958 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-4cc591b3-bbf2-48fb-bdee-3086bb3e6653 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/quotas/e160198749c64159a5cb45da77bef6c4 HTTP/1.1" status: 200 len: 375 time: 0.0234535 Jun 01 15:53:29.990983 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-00669156-7d2e-49b2-a86b-17bf81ca54a1 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:30.073624 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.db [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] For port a56381dc-7292-41ad-9355-a5a3a8a66897, host dv-cinder-793515-3-smb, cleared binding levels {{(pid=91978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:53:30.077940 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.db [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] For port a56381dc-7292-41ad-9355-a5a3a8a66897, host dv-cinder-793515-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=a56381dc-7292-41ad-9355-a5a3a8a66897,segment=NetworkSegment(709bcc4d-87be-4efe-b504-8d567e3c8dd6),segment_id=709bcc4d-87be-4efe-b504-8d567e3c8dd6)] {{(pid=91978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:53:30.086098 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:30.108397 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [None req-353fa53a-edc0-40d9-9318-6c58a1c9c198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:30.137810 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b613b-d0a2-412f-93c6-d6dd00047aaf req-86fd91fa-7399-4b64-ad76-237adc5b4724 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:30.142135 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-00669156-7d2e-49b2-a86b-17bf81ca54a1 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:30.142807 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6a9b613b-d0a2-412f-93c6-d6dd00047aaf req-86fd91fa-7399-4b64-ad76-237adc5b4724 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 945 time: 0.2907870 Jun 01 15:53:30.155732 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-00669156-7d2e-49b2-a86b-17bf81ca54a1 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596623'] for security_group_rule, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:30.164691 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:30.170422 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 1cc5fc36-94f4-48c0-acdf-70783c74e82e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1cc5fc36-94f4-48c0-acdf-70783c74e82e,segment=NetworkSegment(a1abcf73-b2c2-4b99-936d-3bf2066c71da),segment_id=a1abcf73-b2c2-4b99-936d-3bf2066c71da)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:30.190573 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:30.205338 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00669156-7d2e-49b2-a86b-17bf81ca54a1 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bed2b07-9e9d-4e9a-9a69-b1c16dcbf8fa,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:30.213628 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-00669156-7d2e-49b2-a86b-17bf81ca54a1 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:30.222445 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:30.236773 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-00669156-7d2e-49b2-a86b-17bf81ca54a1 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:30.238033 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-00669156-7d2e-49b2-a86b-17bf81ca54a1 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3329754 Jun 01 15:53:30.240827 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 56888) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:30.245909 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-eccccbfc-13f0-4e9e-85d0-4d5c47aa9cfe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Request body: {'security_group_rule': {'security_group_id': 'ae5201b6-67ea-4e34-af68-9c79f1523517', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:30.260717 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-eccccbfc-13f0-4e9e-85d0-4d5c47aa9cfe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:30.269450 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-eccccbfc-13f0-4e9e-85d0-4d5c47aa9cfe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Usage tracker for resource:security_group_rule and tenant:12fb45d959194124816570e75695094b is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:30.272093 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] Routers {'713bc0aa-34f3-47a8-8845-d701a7e682c0'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:53:30.272929 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:53:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['713bc0aa-34f3-47a8-8845-d701a7e682c0'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:30.283530 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-eccccbfc-13f0-4e9e-85d0-4d5c47aa9cfe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:30.291752 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-eccccbfc-13f0-4e9e-85d0-4d5c47aa9cfe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:30.322750 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-eccccbfc-13f0-4e9e-85d0-4d5c47aa9cfe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:30.356273 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-f2779e27-6e59-45f8-a9f0-5f4103c25621 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e160198749c64159a5cb45da77bef6c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3913558 Jun 01 15:53:30.370572 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6a9b613b-d0a2-412f-93c6-d6dd00047aaf req-1da410c8-e51c-4178-b54f-33da0a8e559c tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086413 Jun 01 15:53:30.401167 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=1cc5fc36-94f4-48c0-acdf-70783c74e82e,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:30.410848 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:30.471211 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-eccccbfc-13f0-4e9e-85d0-4d5c47aa9cfe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:30.482499 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-eccccbfc-13f0-4e9e-85d0-4d5c47aa9cfe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596623'] for security_group_rule, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:30.498887 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['1cc5fc36-94f4-48c0-acdf-70783c74e82e'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:53:30.542439 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-00669156-7d2e-49b2-a86b-17bf81ca54a1 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:30.586945 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323f714-58cb-4941-8242-4f1236189ebc None None] Pushing event updated for resources: {'Port': ['ID=a56381dc-7292-41ad-9355-a5a3a8a66897,revision_number=4']} {{(pid=91978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:30.588778 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccccbfc-13f0-4e9e-85d0-4d5c47aa9cfe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd8c3b2-b2a3-4f89-b80d-95ba0e58347b,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:30.597475 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-eccccbfc-13f0-4e9e-85d0-4d5c47aa9cfe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:30.598062 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-eccccbfc-13f0-4e9e-85d0-4d5c47aa9cfe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:30.601871 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [None req-d323f714-58cb-4941-8242-4f1236189ebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:30.605676 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-eccccbfc-13f0-4e9e-85d0-4d5c47aa9cfe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3611839 Jun 01 15:53:30.606598 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 56902) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:30.629371 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Request body: {'floatingip': {'floating_network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:30.658888 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:30.674784 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Usage tracker for resource:floatingip and tenant:12fb45d959194124816570e75695094b is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:30.685033 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:30.707698 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:30.740613 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for floatingip, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:30.884526 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-e17d225f-d49c-44cd-b8a7-ac1e5c2ab090 service neutron] 10.222.0.60 "GET /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108883 Jun 01 15:53:30.905250 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] Notify callbacks [] for port, precommit_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:30.918594 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] Transition to ACTIVE for port object 7d919416-8138-467e-8c51-f001ba42549e will not be triggered until provisioned by entity L2. {{(pid=91977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:53:30.933703 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:30.953280 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:30.969472 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] Set router 713bc0aa-34f3-47a8-8845-d701a7e682c0 gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:53:31.020358 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb0925-2fab-4577-91b1-0fcbd781f7a3 req-49c81e35-7bd1-444e-858c-1c55ca857ce2 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:31.021876 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d0cb0925-2fab-4577-91b1-0fcbd781f7a3 req-49c81e35-7bd1-444e-858c-1c55ca857ce2 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 945 time: 0.3691301 Jun 01 15:53:31.040989 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39841a87-6ea4-4176-852e-44798767c578 None None] Pushing event updated for resources: {'Port': ['ID=7d919416-8138-467e-8c51-f001ba42549e,revision_number=3']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:31.152896 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:31.196939 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-39841a87-6ea4-4176-852e-44798767c578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:31.246957 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 7f58f9ce-194a-4fc7-97d9-15c10a48bd27 up at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:53:31.294257 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-3cc16b43-7ceb-4cc8-9ad3-20a54e26fe19 service neutron] 10.222.0.60 "GET /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033649 Jun 01 15:53:31.385439 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d0cb0925-2fab-4577-91b1-0fcbd781f7a3 req-20eded45-2967-4cac-bf6f-64c60e641d70 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/security-groups?id=2828f279-5dfb-4d28-82ce-ceed8c298a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427656 Jun 01 15:53:31.567890 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning for port 7f58f9ce-194a-4fc7-97d9-15c10a48bd27 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:53:31.575003 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] Attempting to bind port 7d919416-8138-467e-8c51-f001ba42549e on host dv-cinder-793515-3-smb for vnic_type normal with profile {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:53:31.575421 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] Attempting to bind port 7d919416-8138-467e-8c51-f001ba42549e by drivers openvswitch,hyperv on host dv-cinder-793515-3-smb at level 0 using segments [{'id': '40be7fc3-9385-4c06-8708-3f7116463cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff'}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:53:31.576342 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] Attempting to bind port 7d919416-8138-467e-8c51-f001ba42549e on network fdb9a62f-e096-4d2c-96b4-81a80b5b2aff {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:53:31.600363 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning complete for port 7f58f9ce-194a-4fc7-97d9-15c10a48bd27 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:53:31.600730 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:31.609301 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_common [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Allocated IP 172.28.0.201 (6e7482f9-9717-4453-9b2f-c40fb5d07656/517eec18-9bb2-4c7a-bda3-2fa22e1410fe/f3b7f753-ece3-4e5e-afc6-3800a28545a0) {{(pid=91976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:53:31.693572 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] Checking agent: {'id': '402afcd4-07c8-465d-b4fa-00ad646a8cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:53:31.693955 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] Checking segment: {'id': '40be7fc3-9385-4c06-8708-3f7116463cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:53:31.697555 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:31.698370 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] Bound using segment: {'id': '40be7fc3-9385-4c06-8708-3f7116463cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff'} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:53:31.700017 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] Bound port: 7d919416-8138-467e-8c51-f001ba42549e, host: dv-cinder-793515-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40be7fc3-9385-4c06-8708-3f7116463cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff'}}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:53:31.700686 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:31.724466 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bc0aa-34f3-47a8-8845-d701a7e682c0', 'name': 'tempest-ServerRescueNegativeTestJSON-165074824-router', 'tenant_id': 'e160198749c64159a5cb45da77bef6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': 'd9e4e8ef-f6b7-43e3-96b6-a84eeec64f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:53:23Z', 'revision_number': 4, 'project_id': 'e160198749c64159a5cb45da77bef6c4', 'gw_port': {'id': 'd9e4e8ef-f6b7-43e3-96b6-a84eeec64f84', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bc0aa-34f3-47a8-8845-d701a7e682c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:04Z', 'updated_at': '2021-06-01T15:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': 'a56381dc-7292-41ad-9355-a5a3a8a66897', 'name': '', 'network_id': '6435224e-02ee-4b78-b03f-d8b20c5a2616', 'tenant_id': 'e160198749c64159a5cb45da77bef6c4', 'mac_address': 'fa:16:3e:9a:6a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713bc0aa-34f3-47a8-8845-d701a7e682c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e8227dd6-3632-4e57-acb4-07e7d9c66cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:17Z', 'updated_at': '2021-06-01T15:53:30Z', 'revision_number': 4, 'project_id': 'e160198749c64159a5cb45da77bef6c4', 'subnets': [{'id': 'e8227dd6-3632-4e57-acb4-07e7d9c66cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:31.737245 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d916ba-ae05-41ef-a73e-894a74550665 None None] The sync data for ids ['713bc0aa-34f3-47a8-8845-d701a7e682c0'] in dv-cinder-793515-3-smb is: [{'id': '713bc0aa-34f3-47a8-8845-d701a7e682c0', 'name': 'tempest-ServerRescueNegativeTestJSON-165074824-router', 'tenant_id': 'e160198749c64159a5cb45da77bef6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': 'd9e4e8ef-f6b7-43e3-96b6-a84eeec64f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:53:23Z', 'revision_number': 4, 'project_id': 'e160198749c64159a5cb45da77bef6c4', 'gw_port': {'id': 'd9e4e8ef-f6b7-43e3-96b6-a84eeec64f84', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bc0aa-34f3-47a8-8845-d701a7e682c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:04Z', 'updated_at': '2021-06-01T15:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': 'a56381dc-7292-41ad-9355-a5a3a8a66897', 'name': '', 'network_id': '6435224e-02ee-4b78-b03f-d8b20c5a2616', 'tenant_id': 'e160198749c64159a5cb45da77bef6c4', 'mac_address': 'fa:16:3e:9a:6a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713bc0aa-34f3-47a8-8845-d701a7e682c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e8227dd6-3632-4e57-acb4-07e7d9c66cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:17Z', 'updated_at': '2021-06-01T15:53:30Z', 'revision_number': 4, 'project_id': 'e160198749c64159a5cb45da77bef6c4', 'subnets': [{'id': 'e8227dd6-3632-4e57-acb4-07e7d9c66cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:53:31.768201 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-93d1897b-577f-4000-8c9b-6fe18fddcfed req-a2fa7dd6-bc53-4bb0-a239-f04b7a48b3ee tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 210 time: 0.1152864 Jun 01 15:53:31.945348 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fac70f-fb14-4163-8d54-e2e3bf6dcc8f req-055f99ff-41d7-4deb-b986-4febb529492a tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:31.955767 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-13fac70f-fb14-4163-8d54-e2e3bf6dcc8f req-055f99ff-41d7-4deb-b986-4febb529492a tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 945 time: 0.4107351 Jun 01 15:53:32.066837 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for port, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.124992 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-13fac70f-fb14-4163-8d54-e2e3bf6dcc8f req-8fc66da9-12e0-47d1-98ce-21f8b4f27b6b tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670070 Jun 01 15:53:32.160695 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225'] for port, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.178070 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:32.211579 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] For port 7d919416-8138-467e-8c51-f001ba42549e, host dv-cinder-793515-3-smb, cleared binding levels {{(pid=91977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:53:32.269923 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] For port 7d919416-8138-467e-8c51-f001ba42549e, host dv-cinder-793515-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=7d919416-8138-467e-8c51-f001ba42549e,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:53:32.288182 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.303153 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:32.326954 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Network 6e7482f9-9717-4453-9b2f-c40fb5d07656 is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:53:32.332151 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:32.342261 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Received port after_create {{(pid=91976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:53:32.381821 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.452851 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4e4feb-afaf-4976-82e4-ecd893640839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f58f9ce-194a-4fc7-97d9-15c10a48bd27'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:53:32.489804 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Pushing event updated for resources: {'Port': ['ID=f3b7f753-ece3-4e5e-afc6-3800a28545a0,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:32.541235 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:32.553522 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] Routers {'a12d3658-2a05-42a8-b475-eb4a4204aee8'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:53:32.555558 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:53:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['a12d3658-2a05-42a8-b475-eb4a4204aee8'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:32.677262 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.699870 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 7f58f9ce-194a-4fc7-97d9-15c10a48bd27, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7f58f9ce-194a-4fc7-97d9-15c10a48bd27,segment=NetworkSegment(5a582721-188e-4673-9d0d-d4bcf203f1bd),segment_id=5a582721-188e-4673-9d0d-d4bcf203f1bd)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:32.707587 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39841a87-6ea4-4176-852e-44798767c578 None None] Pushing event updated for resources: {'Port': ['ID=7d919416-8138-467e-8c51-f001ba42549e,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:32.712962 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-39841a87-6ea4-4176-852e-44798767c578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:32.717366 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.722629 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:32.897596 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:32.952358 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=7f58f9ce-194a-4fc7-97d9-15c10a48bd27,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:32.965630 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device a56381dc-7292-41ad-9355-a5a3a8a66897 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:53:33.106950 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:33.137721 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-413f0aa2-f180-409d-a653-f32efbb39652 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:33.148191 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-413f0aa2-f180-409d-a653-f32efbb39652 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/networks?id=6435224e-02ee-4b78-b03f-d8b20c5a2616 HTTP/1.1" status: 200 len: 818 time: 0.8536658 Jun 01 15:53:33.158314 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b127a91-6842-4811-8d2a-cc73e26c8c4a" -d '{"events": [{"server_uuid": "4e4e4feb-afaf-4976-82e4-ecd893640839", "name": "network-vif-plugged", "status": "completed", "tag": "7f58f9ce-194a-4fc7-97d9-15c10a48bd27"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:53:33.210374 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-008ee002-0467-43c7-bd8d-e5451c312bbd tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/quotas/e160198749c64159a5cb45da77bef6c4 HTTP/1.1" status: 200 len: 375 time: 0.0542846 Jun 01 15:53:33.256091 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 1cc5fc36-94f4-48c0-acdf-70783c74e82e up at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:53:33.317283 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for port, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:33.328062 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:33.337944 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-9b11baeb-4114-4a33-b983-e25fadfbab02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:33.340608 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d07b56-1acd-4097-a856-deaf4f6fd5ef req-4163b9ab-2886-4fc4-b1cc-aac6a07851da tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:33.347911 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-59d07b56-1acd-4097-a856-deaf4f6fd5ef req-4163b9ab-2886-4fc4-b1cc-aac6a07851da tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 945 time: 0.4860067 Jun 01 15:53:33.413993 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] Set router a12d3658-2a05-42a8-b475-eb4a4204aee8 gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:53:33.440230 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-a1138365-35ea-47c7-ae26-e6a28da158b4 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e160198749c64159a5cb45da77bef6c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2289834 Jun 01 15:53:33.449068 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-59d07b56-1acd-4097-a856-deaf4f6fd5ef req-e010ab14-8427-41e5-94e5-09ce12bd8699 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/security-groups?id=2828f279-5dfb-4d28-82ce-ceed8c298a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002877 Jun 01 15:53:33.487418 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633999'] for floatingip, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:33.515568 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Pushing event updated for resources: {'Port': ['ID=f3b7f753-ece3-4e5e-afc6-3800a28545a0,revision_number=2']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:33.532607 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:33.550616 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for floatingip, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:33.553006 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9418299 Jun 01 15:53:33.799736 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning for port a56381dc-7292-41ad-9355-a5a3a8a66897 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:53:33.827943 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port a56381dc-7292-41ad-9355-a5a3a8a66897 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:53:33.827943 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:33.890859 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning for port 1cc5fc36-94f4-48c0-acdf-70783c74e82e completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:53:33.909634 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning complete for port 1cc5fc36-94f4-48c0-acdf-70783c74e82e triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:53:33.910014 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:33.913990 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-dd60a698-4bc4-4d2e-8d1d-28567bff7227 service neutron] 10.222.0.60 "GET /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576769 Jun 01 15:53:34.038149 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-bc5ee77e-672d-4ab7-9d65-a68935c80e19 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:34.045534 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-bc5ee77e-672d-4ab7-9d65-a68935c80e19 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.89 "GET /v2.0/networks?id=6435224e-02ee-4b78-b03f-d8b20c5a2616 HTTP/1.1" status: 200 len: 818 time: 0.4234335 Jun 01 15:53:34.054089 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-3cf8a5f4-83bc-4861-90f4-870ed104ab67 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Request body: {'port': {'device_id': 'af2f8e55-92e0-419a-bd72-1627b62c406b', 'network_id': '6435224e-02ee-4b78-b03f-d8b20c5a2616', 'admin_state_up': True, 'tenant_id': 'e160198749c64159a5cb45da77bef6c4'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:34.284842 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:34.324535 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749222b-69a6-4b29-81a9-350c13652212 req-d2431fda-fe1b-4209-9f96-5fd45030fd54 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:34.336729 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3749222b-69a6-4b29-81a9-350c13652212 req-d2431fda-fe1b-4209-9f96-5fd45030fd54 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 946 time: 0.4209001 Jun 01 15:53:34.343082 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-b434d222-9e73-483b-a355-be519ae17a02 service neutron] 10.222.0.60 "GET /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227298 Jun 01 15:53:34.358862 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-3cf8a5f4-83bc-4861-90f4-870ed104ab67 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:34.370270 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-3cf8a5f4-83bc-4861-90f4-870ed104ab67 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Usage tracker for resource:port and tenant:e160198749c64159a5cb45da77bef6c4 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:34.380659 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-3cf8a5f4-83bc-4861-90f4-870ed104ab67 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:34.398251 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-3cf8a5f4-83bc-4861-90f4-870ed104ab67 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:34.416360 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-3cf8a5f4-83bc-4861-90f4-870ed104ab67 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Made reservation on behalf of e160198749c64159a5cb45da77bef6c4 for: {'port': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:53:34.423656 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:34.425933 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-3cf8a5f4-83bc-4861-90f4-870ed104ab67 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:34.441546 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3749222b-69a6-4b29-81a9-350c13652212 req-b5afd933-fca7-4415-afe7-b72e5b191602 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005540 Jun 01 15:53:34.480630 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 1cc5fc36-94f4-48c0-acdf-70783c74e82e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1cc5fc36-94f4-48c0-acdf-70783c74e82e,segment=NetworkSegment(a1abcf73-b2c2-4b99-936d-3bf2066c71da),segment_id=a1abcf73-b2c2-4b99-936d-3bf2066c71da)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:34.501203 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] For port a56381dc-7292-41ad-9355-a5a3a8a66897, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=a56381dc-7292-41ad-9355-a5a3a8a66897,segment=NetworkSegment(709bcc4d-87be-4efe-b504-8d567e3c8dd6),segment_id=709bcc4d-87be-4efe-b504-8d567e3c8dd6)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:34.504495 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:34.507174 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:34.546245 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:34.633169 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=1cc5fc36-94f4-48c0-acdf-70783c74e82e,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:34.638767 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'name': 'tempest-AttachVolumeShelveTestJSON-1405309750-router', 'tenant_id': '12fb45d959194124816570e75695094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:53:23Z', 'revision_number': 4, 'project_id': '12fb45d959194124816570e75695094b', 'gw_port': {'id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:05Z', 'updated_at': '2021-06-01T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '7d919416-8138-467e-8c51-f001ba42549e', 'name': '', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'tenant_id': '12fb45d959194124816570e75695094b', 'mac_address': 'fa:16:3e:90:95:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:19Z', 'updated_at': '2021-06-01T15:53:32Z', 'revision_number': 4, 'project_id': '12fb45d959194124816570e75695094b', 'subnets': [{'id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:34.641843 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:34.643409 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:34.856615 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0bbba1-2745-4953-8897-851164b5a99c x-openstack-request-id: req-6b0bbba1-2745-4953-8897-851164b5a99c {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:53:34.857831 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4e4feb-afaf-4976-82e4-ecd893640839", "name": "network-vif-plugged", "status": "completed", "tag": "7f58f9ce-194a-4fc7-97d9-15c10a48bd27", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:53:34.858412 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6b0bbba1-2745-4953-8897-851164b5a99c {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:53:34.858804 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4e4feb-afaf-4976-82e4-ecd893640839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f58f9ce-194a-4fc7-97d9-15c10a48bd27', 'code': 200} Jun 01 15:53:34.860216 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Pushing event updated for resources: {'Port': ['ID=a56381dc-7292-41ad-9355-a5a3a8a66897,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:34.875322 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebe5533-bc7c-4107-866e-7b6be2079ea7 None None] The sync data for ids ['a12d3658-2a05-42a8-b475-eb4a4204aee8'] in dv-cinder-793515-3-smb is: [{'id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'name': 'tempest-AttachVolumeShelveTestJSON-1405309750-router', 'tenant_id': '12fb45d959194124816570e75695094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:53:23Z', 'revision_number': 4, 'project_id': '12fb45d959194124816570e75695094b', 'gw_port': {'id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:05Z', 'updated_at': '2021-06-01T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '7d919416-8138-467e-8c51-f001ba42549e', 'name': '', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'tenant_id': '12fb45d959194124816570e75695094b', 'mac_address': 'fa:16:3e:90:95:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:19Z', 'updated_at': '2021-06-01T15:53:32Z', 'revision_number': 4, 'project_id': '12fb45d959194124816570e75695094b', 'subnets': [{'id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:53:34.886473 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:35.015842 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_common [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-3cf8a5f4-83bc-4861-90f4-870ed104ab67 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Allocated IP 172.20.0.6 (6435224e-02ee-4b78-b03f-d8b20c5a2616/e8227dd6-3632-4e57-acb4-07e7d9c66cb0/03c8e531-6a8e-4861-9c7e-99d884576fa6) {{(pid=91976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:53:35.308127 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-514c8981-5f49-4549-ba40-fb8bdefa4989 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Synchronizing usage tracker for tenant:12fb45d959194124816570e75695094b on resource:security_group {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:53:35.428863 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4bf08-30f0-42e1-8d00-86ce38b136f1 req-69319200-1ee2-438c-8aee-7968f642ff70 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:35.436904 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d7d4bf08-30f0-42e1-8d00-86ce38b136f1 req-69319200-1ee2-438c-8aee-7968f642ff70 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 946 time: 0.6026511 Jun 01 15:53:35.444645 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-514c8981-5f49-4549-ba40-fb8bdefa4989 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Unset dirty status for tenant:12fb45d959194124816570e75695094b on resource:security_group {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:53:35.448096 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-514c8981-5f49-4549-ba40-fb8bdefa4989 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2116379320&fields=id&tenant_id=12fb45d959194124816570e75695094b HTTP/1.1" status: 200 len: 267 time: 0.6338007 Jun 01 15:53:35.448755 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 57124) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:35.528703 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-3cf8a5f4-83bc-4861-90f4-870ed104ab67 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Notify callbacks [] for port, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:35.550263 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad2eb5-8562-4132-8c92-e5aeda0af518 req-20f96711-759e-465f-80a2-f464a2964542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:35.552107 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0aad2eb5-8562-4132-8c92-e5aeda0af518 req-20f96711-759e-465f-80a2-f464a2964542 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 1099 time: 0.5201604 Jun 01 15:53:35.613484 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-3cf8a5f4-83bc-4861-90f4-870ed104ab67 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225'] for port, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:35.631238 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:35.683859 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-0aad2eb5-8562-4132-8c92-e5aeda0af518 req-3a31ecda-6e8b-44f7-ada0-ef0200fd8f48 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:35.764777 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-abc20862-28e8-44cd-ab08-a0c05eaf4193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:35.785014 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-3cf8a5f4-83bc-4861-90f4-870ed104ab67 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Network 6435224e-02ee-4b78-b03f-d8b20c5a2616 is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:53:35.790277 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-3cf8a5f4-83bc-4861-90f4-870ed104ab67 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:35.793262 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-3cf8a5f4-83bc-4861-90f4-870ed104ab67 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Received port after_create {{(pid=91976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:53:35.801607 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-3cf8a5f4-83bc-4861-90f4-870ed104ab67 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:35.802372 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-3cf8a5f4-83bc-4861-90f4-870ed104ab67 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for port, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:35.829560 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-abc20862-28e8-44cd-ab08-a0c05eaf4193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:35.853356 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8a5f4-83bc-4861-90f4-870ed104ab67 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Pushing event updated for resources: {'Port': ['ID=03c8e531-6a8e-4861-9c7e-99d884576fa6,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:35.866055 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-3cf8a5f4-83bc-4861-90f4-870ed104ab67 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:35.867265 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-abc20862-28e8-44cd-ab08-a0c05eaf4193 admin admin] Usage tracker for resource:security_group_rule and tenant:20b5cde7a595427cbaf391e3cd9be114 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:35.870983 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-abc20862-28e8-44cd-ab08-a0c05eaf4193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:35.880103 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-abc20862-28e8-44cd-ab08-a0c05eaf4193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:35.888768 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d7d4bf08-30f0-42e1-8d00-86ce38b136f1 req-1e937e04-fb44-4f46-82e3-1bc50c83355a tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/security-groups?id=2828f279-5dfb-4d28-82ce-ceed8c298a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305518 Jun 01 15:53:35.894385 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-0aad2eb5-8562-4132-8c92-e5aeda0af518 req-3a31ecda-6e8b-44f7-ada0-ef0200fd8f48 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:35.900019 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-0aad2eb5-8562-4132-8c92-e5aeda0af518 req-3a31ecda-6e8b-44f7-ada0-ef0200fd8f48 service neutron] Usage tracker for resource:security_group_rule and tenant:423d9401b5464df881127118e376e3aa is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:35.902815 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-0aad2eb5-8562-4132-8c92-e5aeda0af518 req-3a31ecda-6e8b-44f7-ada0-ef0200fd8f48 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:35.910374 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-0aad2eb5-8562-4132-8c92-e5aeda0af518 req-3a31ecda-6e8b-44f7-ada0-ef0200fd8f48 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:35.930259 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-3cf8a5f4-83bc-4861-90f4-870ed104ab67 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8804817 Jun 01 15:53:35.997984 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-b314c69c-154a-431c-a063-1ea853aed9b9 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:35.998736 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-b314c69c-154a-431c-a063-1ea853aed9b9 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Synchronizing usage tracker for tenant:12fb45d959194124816570e75695094b on resource:network {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:53:36.011252 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Request body: {'port': {'device_id': 'af2f8e55-92e0-419a-bd72-1627b62c406b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:36.131355 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-abc20862-28e8-44cd-ab08-a0c05eaf4193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:36.132402 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5c98ec90-3d35-4ae7-b061-bbb65ae1252d req-bf7d0249-0cab-4df2-86b8-fb0dced9aa51 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 210 time: 0.0516231 Jun 01 15:53:36.133015 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-b314c69c-154a-431c-a063-1ea853aed9b9 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Unset dirty status for tenant:12fb45d959194124816570e75695094b on resource:network {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:53:36.140559 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-b314c69c-154a-431c-a063-1ea853aed9b9 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/networks?id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff HTTP/1.1" status: 200 len: 817 time: 0.6754594 Jun 01 15:53:36.162320 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-6571d73f-4a5a-4aa4-9b72-be3d4b259625 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/quotas/12fb45d959194124816570e75695094b HTTP/1.1" status: 200 len: 375 time: 0.0204670 Jun 01 15:53:36.166100 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-abc20862-28e8-44cd-ab08-a0c05eaf4193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:36.183744 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-dc20eb26-3f75-44b3-ab1d-8f4f91a7dc81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:36.227336 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc20862-28e8-44cd-ab08-a0c05eaf4193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389c6121-3b32-4a43-b568-4f2e147d8dfa,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:36.254839 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-abc20862-28e8-44cd-ab08-a0c05eaf4193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:36.271780 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-abc20862-28e8-44cd-ab08-a0c05eaf4193 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=20b5cde7a595427cbaf391e3cd9be114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8218532 Jun 01 15:53:36.274937 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 57148) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:36.316774 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:36.319785 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-0aad2eb5-8562-4132-8c92-e5aeda0af518 req-3a31ecda-6e8b-44f7-ada0-ef0200fd8f48 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:36.372221 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-0aad2eb5-8562-4132-8c92-e5aeda0af518 req-3a31ecda-6e8b-44f7-ada0-ef0200fd8f48 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:36.401707 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-d3bc1e20-8b2e-4bb2-b32b-83109558b88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:36.412543 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-df07af19-07f3-4bd0-abdd-9ce313bd1d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:36.430497 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0aad2eb5-8562-4132-8c92-e5aeda0af518 req-3a31ecda-6e8b-44f7-ada0-ef0200fd8f48 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8478413 Jun 01 15:53:36.447621 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 57152) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:36.457715 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-ab0f5ce5-b6d5-4423-a3f1-fdfcf9374288 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=12fb45d959194124816570e75695094b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2889056 Jun 01 15:53:36.492183 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-df07af19-07f3-4bd0-abdd-9ce313bd1d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:36.511955 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31ecda-6e8b-44f7-ada0-ef0200fd8f48 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c9acae5a-93e1-4f38-9d23-3392e648e4b1,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:36.515886 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-3a31ecda-6e8b-44f7-ada0-ef0200fd8f48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:36.678651 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d8d5649b-e228-479c-9d05-0a2ffde79736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:36.711895 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15dd00-ee88-4d3f-b52d-8f2c5686c3d8 req-c9bfb7f1-29c3-49bc-bfb5-0de4dda0263c tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:36.735292 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-d8d5649b-e228-479c-9d05-0a2ffde79736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:36.743185 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-eb15dd00-ee88-4d3f-b52d-8f2c5686c3d8 req-c9bfb7f1-29c3-49bc-bfb5-0de4dda0263c tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 946 time: 0.4038932 Jun 01 15:53:36.758243 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-d8d5649b-e228-479c-9d05-0a2ffde79736 admin admin] Usage tracker for resource:security_group_rule and tenant:182733e5c81d4714b90b3faf4867a697 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:36.765934 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-d8d5649b-e228-479c-9d05-0a2ffde79736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:36.787280 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-d8d5649b-e228-479c-9d05-0a2ffde79736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:36.853938 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 7d919416-8138-467e-8c51-f001ba42549e up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:53:36.933105 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1398bd-4766-4b0d-a311-5199ce0b0eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc5fc36-94f4-48c0-acdf-70783c74e82e'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:53:36.941021 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048687b6-f573-45b9-b675-26622950332b" -d '{"events": [{"server_uuid": "1f1398bd-4766-4b0d-a311-5199ce0b0eb8", "name": "network-vif-plugged", "status": "completed", "tag": "1cc5fc36-94f4-48c0-acdf-70783c74e82e"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:53:36.968989 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-eb15dd00-ee88-4d3f-b52d-8f2c5686c3d8 req-d15666e4-ddc7-4f27-8492-b1e0b99c1816 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243481 Jun 01 15:53:36.998129 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-df07af19-07f3-4bd0-abdd-9ce313bd1d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:37.036386 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-9b4575c4-9d6f-49a9-9eb0-fe7bc4f4af11 service neutron] 10.222.0.60 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664959 Jun 01 15:53:37.086190 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning for port 7d919416-8138-467e-8c51-f001ba42549e completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:53:37.098029 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 7d919416-8138-467e-8c51-f001ba42549e triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:53:37.098409 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:37.104390 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-4dd7868a-e877-4859-a6dd-98c35c62da71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:37.137306 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07af19-07f3-4bd0-abdd-9ce313bd1d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389c6121-3b32-4a43-b568-4f2e147d8dfa,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:37.141186 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-df07af19-07f3-4bd0-abdd-9ce313bd1d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:37.176769 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-df07af19-07f3-4bd0-abdd-9ce313bd1d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:37.181167 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-df07af19-07f3-4bd0-abdd-9ce313bd1d2e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/389c6121-3b32-4a43-b568-4f2e147d8dfa HTTP/1.1" status: 204 len: 168 time: 0.9049833 Jun 01 15:53:37.243033 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d8d5649b-e228-479c-9d05-0a2ffde79736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:37.262461 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d8d5649b-e228-479c-9d05-0a2ffde79736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:37.309442 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-df07af19-07f3-4bd0-abdd-9ce313bd1d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:37.419027 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:37.431369 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-d8d5649b-e228-479c-9d05-0a2ffde79736 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=182733e5c81d4714b90b3faf4867a697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9805026 Jun 01 15:53:37.433590 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03c8e531-6a8e-4861-9c7e-99d884576fa6 {{(pid=91976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:53:37.441748 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d5649b-e228-479c-9d05-0a2ffde79736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6197f167-5bfb-407d-8bae-abac97ebe6bc,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:37.449927 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-d8d5649b-e228-479c-9d05-0a2ffde79736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:37.452987 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 57204) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:37.468181 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:37.475870 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] For port 7d919416-8138-467e-8c51-f001ba42549e, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=7d919416-8138-467e-8c51-f001ba42549e,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:37.487647 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:37.488581 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device a56381dc-7292-41ad-9355-a5a3a8a66897 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:53:37.508580 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-ac06309f-af7f-4f8d-820d-1cbd262591d4 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:37.509101 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.provisioning_blocks [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Transition to ACTIVE for port object 03c8e531-6a8e-4861-9c7e-99d884576fa6 will not be triggered until provisioned by entity L2. {{(pid=91976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:53:37.510036 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-ac06309f-af7f-4f8d-820d-1cbd262591d4 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.89 "GET /v2.0/networks?id=6435224e-02ee-4b78-b03f-d8b20c5a2616 HTTP/1.1" status: 200 len: 818 time: 0.9820280 Jun 01 15:53:37.522009 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:37.527802 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-b7d3225c-438f-490d-aea3-795bc46484c1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Request body: {'port': {'device_id': 'e971ea0d-ce26-4808-8d78-9516f8fcba05', 'network_id': '6435224e-02ee-4b78-b03f-d8b20c5a2616', 'admin_state_up': True, 'tenant_id': 'e160198749c64159a5cb45da77bef6c4'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:37.534965 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e1fcafc7-3340-4928-9ba4-9b1938e32795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:37.538611 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:37.629257 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Pushing event updated for resources: {'Port': ['ID=7d919416-8138-467e-8c51-f001ba42549e,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:37.640419 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:37.707414 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port a56381dc-7292-41ad-9355-a5a3a8a66897 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:53:37.709172 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:37.763558 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-39504f89-241c-4461-b8be-c79bba1f7767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:37.778422 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-d7e29a48-f70a-49b0-bd23-80f431244cc3 service neutron] 10.222.0.60 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7411726 Jun 01 15:53:37.792706 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-b49aab89-b01e-494f-9090-831d9cc83146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:37.820430 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a19abb-eafa-464b-b90e-5cf7a8b72510 req-b9b6a93b-d137-4d50-b1a0-5eef51b263d3 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:37.828159 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-68a19abb-eafa-464b-b90e-5cf7a8b72510 req-b9b6a93b-d137-4d50-b1a0-5eef51b263d3 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 946 time: 0.6540608 Jun 01 15:53:37.854812 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=03c8e531-6a8e-4861-9c7e-99d884576fa6,revision_number=2']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:37.863781 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:37.895777 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-b7d3225c-438f-490d-aea3-795bc46484c1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:37.909062 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-b7d3225c-438f-490d-aea3-795bc46484c1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Usage tracker for resource:port and tenant:e160198749c64159a5cb45da77bef6c4 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:37.914469 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-b7d3225c-438f-490d-aea3-795bc46484c1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:37.927214 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 57210) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:37.930987 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-39504f89-241c-4461-b8be-c79bba1f7767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:37.941453 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-68a19abb-eafa-464b-b90e-5cf7a8b72510 req-394cd9b0-0d59-4329-8acd-fd07bd77c9d5 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/security-groups?id=2828f279-5dfb-4d28-82ce-ceed8c298a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122448 Jun 01 15:53:37.946649 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-b7d3225c-438f-490d-aea3-795bc46484c1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:37.974144 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.managers [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Attempting to bind port 03c8e531-6a8e-4861-9c7e-99d884576fa6 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:53:37.974475 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.managers [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Attempting to bind port 03c8e531-6a8e-4861-9c7e-99d884576fa6 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '709bcc4d-87be-4efe-b504-8d567e3c8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6435224e-02ee-4b78-b03f-d8b20c5a2616'}] {{(pid=91976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:53:37.974814 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Attempting to bind port 03c8e531-6a8e-4861-9c7e-99d884576fa6 on network 6435224e-02ee-4b78-b03f-d8b20c5a2616 {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:53:37.998732 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Port 03c8e531-6a8e-4861-9c7e-99d884576fa6 on network 6435224e-02ee-4b78-b03f-d8b20c5a2616 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:53:37.999078 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Attempting to bind port 03c8e531-6a8e-4861-9c7e-99d884576fa6 on network 6435224e-02ee-4b78-b03f-d8b20c5a2616 {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:53:38.004617 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Checking agent: {'id': 'c6431322-3330-4f13-924b-76ac3aabd9b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'started_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:53:38.004949 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Checking segment: {'id': '709bcc4d-87be-4efe-b504-8d567e3c8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6435224e-02ee-4b78-b03f-d8b20c5a2616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:53:38.005332 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Bound using segment: {'id': '709bcc4d-87be-4efe-b504-8d567e3c8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6435224e-02ee-4b78-b03f-d8b20c5a2616'} {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:53:38.005766 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.managers [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Bound port: 03c8e531-6a8e-4861-9c7e-99d884576fa6, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '709bcc4d-87be-4efe-b504-8d567e3c8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6435224e-02ee-4b78-b03f-d8b20c5a2616'}}] {{(pid=91976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:53:38.006110 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:38.010272 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-3ce3e4f7-5ddf-4804-8e94-12473edafabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:38.020831 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e444dfc1-3be9-4b4e-bdde-5341d2a2ab0c x-openstack-request-id: req-e444dfc1-3be9-4b4e-bdde-5341d2a2ab0c {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:53:38.022301 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1398bd-4766-4b0d-a311-5199ce0b0eb8", "name": "network-vif-plugged", "status": "completed", "tag": "1cc5fc36-94f4-48c0-acdf-70783c74e82e", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:53:38.022919 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e444dfc1-3be9-4b4e-bdde-5341d2a2ab0c {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:53:38.023613 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1398bd-4766-4b0d-a311-5199ce0b0eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc5fc36-94f4-48c0-acdf-70783c74e82e', 'code': 200} Jun 01 15:53:38.046230 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-3ce3e4f7-5ddf-4804-8e94-12473edafabb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:38.048569 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-b7d3225c-438f-490d-aea3-795bc46484c1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Made reservation on behalf of e160198749c64159a5cb45da77bef6c4 for: {'port': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:53:38.059028 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-b7d3225c-438f-490d-aea3-795bc46484c1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:38.096740 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-3ce3e4f7-5ddf-4804-8e94-12473edafabb admin admin] Usage tracker for resource:security_group_rule and tenant:c5203a2f94ba437ca3fd7818b938c954 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:38.101158 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-3ce3e4f7-5ddf-4804-8e94-12473edafabb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:38.108878 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-3ce3e4f7-5ddf-4804-8e94-12473edafabb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:38.160205 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-39504f89-241c-4461-b8be-c79bba1f7767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:38.183990 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:38.204275 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39504f89-241c-4461-b8be-c79bba1f7767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6197f167-5bfb-407d-8bae-abac97ebe6bc,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:38.228360 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-39504f89-241c-4461-b8be-c79bba1f7767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:38.245323 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-39504f89-241c-4461-b8be-c79bba1f7767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:38.246598 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-39504f89-241c-4461-b8be-c79bba1f7767 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6197f167-5bfb-407d-8bae-abac97ebe6bc HTTP/1.1" status: 204 len: 168 time: 0.7926912 Jun 01 15:53:38.254455 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] For port 03c8e531-6a8e-4861-9c7e-99d884576fa6, host hv-cinder-79351, cleared binding levels {{(pid=91976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:53:38.258368 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] For port 03c8e531-6a8e-4861-9c7e-99d884576fa6, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=03c8e531-6a8e-4861-9c7e-99d884576fa6,segment=NetworkSegment(709bcc4d-87be-4efe-b504-8d567e3c8dd6),segment_id=709bcc4d-87be-4efe-b504-8d567e3c8dd6)] {{(pid=91976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:53:38.268945 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:38.277482 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:38.298661 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.89', 62505) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:38.326719 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:38.327341 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for port, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:38.328695 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] 10.222.0.89 "PUT /v2.0/ports/03c8e531-6a8e-4861-9c7e-99d884576fa6 HTTP/1.1" status: 200 len: 1093 time: 2.3224378 Jun 01 15:53:38.329176 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2f8e55-92e0-419a-bd72-1627b62c406b', 'tag': '03c8e531-6a8e-4861-9c7e-99d884576fa6'}] {{(pid=91976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:53:38.331471 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f9d738effd6d9aceb087a38e3a2b49a7446793e3ad91c39eafceb576f9fb4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a227063-cf9a-474c-b7d9-eca20369e9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "af2f8e55-92e0-419a-bd72-1627b62c406b", "tag": "03c8e531-6a8e-4861-9c7e-99d884576fa6"}]}' {{(pid=91976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:53:38.370256 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=03c8e531-6a8e-4861-9c7e-99d884576fa6,revision_number=3']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:38.373505 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:38.387162 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0cfbaf77-d2e3-4a08-8187-6a5d6443b8e4 req-a426cda4-0833-4802-922b-ebf26d9faf13 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 210 time: 0.2006762 Jun 01 15:53:38.495480 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-ac0315c7-cca7-4e2b-9566-64baa9c2f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:38.498190 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-ac0315c7-cca7-4e2b-9566-64baa9c2f6dd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e160198749c64159a5cb45da77bef6c4&device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 1096 time: 0.1174989 Jun 01 15:53:38.532288 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8e451d88-c8f2-4c3f-afd6-39f273a03955 req-e19e9283-d4d3-4bb2-a0c6-69ba3d8872b1 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 210 time: 0.0747581 Jun 01 15:53:38.610819 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-3b17cd65-4ab9-4b3e-9b40-6c2546c9c974 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03c8e531-6a8e-4861-9c7e-99d884576fa6 HTTP/1.1" status: 200 len: 217 time: 0.1031239 Jun 01 15:53:38.650366 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990f324-05c3-455f-ba1d-2df6528a0430 req-a61614b4-58ac-4eb8-b45b-cc2c15737f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:38.652567 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5990f324-05c3-455f-ba1d-2df6528a0430 req-a61614b4-58ac-4eb8-b45b-cc2c15737f2f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 1099 time: 0.3452125 Jun 01 15:53:38.688330 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189f0d55-30aa-42b8-b403-29b72a5f25a3 x-openstack-request-id: req-189f0d55-30aa-42b8-b403-29b72a5f25a3 {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:53:38.689301 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2f8e55-92e0-419a-bd72-1627b62c406b", "tag": "03c8e531-6a8e-4861-9c7e-99d884576fa6", "status": "completed", "code": 200}]} {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:53:38.689859 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-189f0d55-30aa-42b8-b403-29b72a5f25a3 {{(pid=91976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:53:38.690429 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2f8e55-92e0-419a-bd72-1627b62c406b', 'tag': '03c8e531-6a8e-4861-9c7e-99d884576fa6', 'status': 'completed', 'code': 200} Jun 01 15:53:38.692599 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-3ce3e4f7-5ddf-4804-8e94-12473edafabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:38.695759 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 7d919416-8138-467e-8c51-f001ba42549e up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:53:38.715815 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dda346-d925-4eea-bbe6-76c4346aef7f req-de553ce7-caa9-437c-a661-313d6686e10d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:38.717864 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-66dda346-d925-4eea-bbe6-76c4346aef7f req-de553ce7-caa9-437c-a661-313d6686e10d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 946 time: 0.4651279 Jun 01 15:53:38.722235 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-3ce3e4f7-5ddf-4804-8e94-12473edafabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:38.733482 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-b2a85111-8e16-407d-afed-a827d90b8002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:38.735235 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-b2a85111-8e16-407d-afed-a827d90b8002 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e8227dd6-3632-4e57-acb4-07e7d9c66cb0 HTTP/1.1" status: 200 len: 858 time: 0.1187599 Jun 01 15:53:38.811725 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-60a40fd5-207f-42b3-8168-3944f7c5e938 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6435224e-02ee-4b78-b03f-d8b20c5a2616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662193 Jun 01 15:53:38.817390 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_common [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-b7d3225c-438f-490d-aea3-795bc46484c1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Allocated IP 172.20.0.9 (6435224e-02ee-4b78-b03f-d8b20c5a2616/e8227dd6-3632-4e57-acb4-07e7d9c66cb0/3f68706c-7405-42d4-a307-89d5426d8188) {{(pid=91975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:53:38.830845 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-226a91d3-d13c-4b0a-bfa6-888aa6ebe39a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:38.848276 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 7d919416-8138-467e-8c51-f001ba42549e triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:53:38.852986 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:38.879201 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-66dda346-d925-4eea-bbe6-76c4346aef7f req-5799ec93-0096-435f-904c-788fc9182ec4 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406584 Jun 01 15:53:38.930031 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5990f324-05c3-455f-ba1d-2df6528a0430 req-e0b77aac-c200-45a2-a8e7-fed9f9b77814 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2828f279-5dfb-4d28-82ce-ceed8c298a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645435 Jun 01 15:53:38.985674 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-50ffb044-f097-4370-8db6-c2fb88efd925 service neutron] 10.222.0.89 "GET /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641183 Jun 01 15:53:39.001958 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-3ce3e4f7-5ddf-4804-8e94-12473edafabb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c5203a2f94ba437ca3fd7818b938c954&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0579755 Jun 01 15:53:39.007545 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3e4f7-5ddf-4804-8e94-12473edafabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d0ee24-2e2e-4de8-a610-f70967175cb6,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:39.009892 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 57246) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:39.036528 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-3ce3e4f7-5ddf-4804-8e94-12473edafabb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:39.090885 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 57248) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:39.322687 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-388cc007-e81b-40b8-98e2-9aebbe68361d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:39.340633 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ac9ceafb-928b-4c49-a851-3aaa6851a338 req-df479add-626f-4db5-b3e8-28e8d4ea8909 service neutron] 10.222.0.89 "GET /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472705 Jun 01 15:53:39.345472 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-388cc007-e81b-40b8-98e2-9aebbe68361d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:39.360765 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-388cc007-e81b-40b8-98e2-9aebbe68361d admin admin] Usage tracker for resource:security_group_rule and tenant:28d38708888743659e3241049ed57791 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:39.369794 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-1e99deae-34bc-4ed7-be83-6e6af8812105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:39.373914 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-388cc007-e81b-40b8-98e2-9aebbe68361d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:39.394590 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-388cc007-e81b-40b8-98e2-9aebbe68361d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:39.448169 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-1e99deae-34bc-4ed7-be83-6e6af8812105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:39.481051 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ee690-f1dd-4de1-829b-fa2a0cb3975c req-adefd4c9-28e2-48b2-9059-06e798181146 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:39.488676 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1e4ee690-f1dd-4de1-829b-fa2a0cb3975c req-adefd4c9-28e2-48b2-9059-06e798181146 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 946 time: 0.2861276 Jun 01 15:53:39.492687 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-b7d3225c-438f-490d-aea3-795bc46484c1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Notify callbacks [] for port, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:39.580309 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1e4ee690-f1dd-4de1-829b-fa2a0cb3975c req-b1f4834f-bdfa-41dc-b7bc-e73823db16a6 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/security-groups?id=2828f279-5dfb-4d28-82ce-ceed8c298a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900874 Jun 01 15:53:39.670080 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-b7d3225c-438f-490d-aea3-795bc46484c1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:39.674529 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a227063-cf9a-474c-b7d9-eca20369e9f9 req-9e5afdbb-a809-43d3-a3dc-c08df3cf1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:39.683653 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-7a227063-cf9a-474c-b7d9-eca20369e9f9 req-9e5afdbb-a809-43d3-a3dc-c08df3cf1050 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e160198749c64159a5cb45da77bef6c4&device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 1096 time: 0.2699935 Jun 01 15:53:39.727688 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-1e99deae-34bc-4ed7-be83-6e6af8812105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:39.734876 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:39.775275 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99deae-34bc-4ed7-be83-6e6af8812105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d0ee24-2e2e-4de8-a610-f70967175cb6,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:39.783518 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-1e99deae-34bc-4ed7-be83-6e6af8812105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:39.786037 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-b7d3225c-438f-490d-aea3-795bc46484c1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Network 6435224e-02ee-4b78-b03f-d8b20c5a2616 is already hosted by enough agents. {{(pid=91975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:53:39.787295 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:39.915996 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-388cc007-e81b-40b8-98e2-9aebbe68361d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:39.941376 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-b7d3225c-438f-490d-aea3-795bc46484c1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Resources bound (agent type, host, resource id): {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:39.962539 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-b7d3225c-438f-490d-aea3-795bc46484c1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Received port after_create {{(pid=91975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:53:40.052745 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-388cc007-e81b-40b8-98e2-9aebbe68361d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:40.073355 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-70d4ce24-c46a-4d30-9fc4-8d424c0590ab req-ed42d5c4-5b6e-424d-a894-d2db99ca29b5 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 210 time: 0.1492457 Jun 01 15:53:40.082114 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:40.105091 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-1e99deae-34bc-4ed7-be83-6e6af8812105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:40.106186 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-1e99deae-34bc-4ed7-be83-6e6af8812105 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/49d0ee24-2e2e-4de8-a610-f70967175cb6 HTTP/1.1" status: 204 len: 168 time: 1.0729592 Jun 01 15:53:40.148985 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388cc007-e81b-40b8-98e2-9aebbe68361d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8663fe3-3e55-4c2e-b8de-5b063da8643a,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:40.153052 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-388cc007-e81b-40b8-98e2-9aebbe68361d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:40.156551 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3225c-438f-490d-aea3-795bc46484c1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Pushing event updated for resources: {'Port': ['ID=3f68706c-7405-42d4-a307-89d5426d8188,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:40.198933 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a227063-cf9a-474c-b7d9-eca20369e9f9 req-586b2a33-d067-487d-8074-7de39ea8f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:40.201510 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-7a227063-cf9a-474c-b7d9-eca20369e9f9 req-586b2a33-d067-487d-8074-7de39ea8f048 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6435224e-02ee-4b78-b03f-d8b20c5a2616 HTTP/1.1" status: 200 len: 919 time: 0.4951220 Jun 01 15:53:40.204365 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-388cc007-e81b-40b8-98e2-9aebbe68361d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=28d38708888743659e3241049ed57791&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1095090 Jun 01 15:53:40.207169 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 57284) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:40.208279 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-306aad54-d718-4584-bed0-fa2633e36f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:40.209783 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:40.287435 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-b7d3225c-438f-490d-aea3-795bc46484c1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:40.300589 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-b7d3225c-438f-490d-aea3-795bc46484c1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:40.301137 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-b7d3225c-438f-490d-aea3-795bc46484c1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:40.326653 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-7a227063-cf9a-474c-b7d9-eca20369e9f9 req-a146d7ee-ecce-4636-9a56-3d552226ba34 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03c8e531-6a8e-4861-9c7e-99d884576fa6 HTTP/1.1" status: 200 len: 217 time: 0.1156976 Jun 01 15:53:40.336764 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd512fd-5689-44a7-bcd9-8a920715b468 req-b4d52079-a5c1-4d49-8954-6743a93f7f17 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:40.337398 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-0cd512fd-5689-44a7-bcd9-8a920715b468 req-b4d52079-a5c1-4d49-8954-6743a93f7f17 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Synchronizing usage tracker for tenant:e160198749c64159a5cb45da77bef6c4 on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:53:40.384378 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-b7d3225c-438f-490d-aea3-795bc46484c1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8650925 Jun 01 15:53:40.388456 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-0cd512fd-5689-44a7-bcd9-8a920715b468 req-b4d52079-a5c1-4d49-8954-6743a93f7f17 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Unset dirty status for tenant:e160198749c64159a5cb45da77bef6c4 on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:53:40.389791 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0cd512fd-5689-44a7-bcd9-8a920715b468 req-b4d52079-a5c1-4d49-8954-6743a93f7f17 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 931 time: 0.7405393 Jun 01 15:53:40.398245 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Request body: {'port': {'device_id': 'e971ea0d-ce26-4808-8d78-9516f8fcba05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:40.441299 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-46ab823c-4a84-46b2-83ff-35ad80610bed tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:40.442795 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-46ab823c-4a84-46b2-83ff-35ad80610bed tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.89 "GET /v2.0/networks?id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff HTTP/1.1" status: 200 len: 817 time: 0.5815077 Jun 01 15:53:40.465840 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7f7dc30d-5e3e-4f3d-86ac-8cad1ef2fc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:40.492501 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a227063-cf9a-474c-b7d9-eca20369e9f9 req-d86579d1-b2ca-4f7e-baf3-e998d5648275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:40.495764 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-7a227063-cf9a-474c-b7d9-eca20369e9f9 req-d86579d1-b2ca-4f7e-baf3-e998d5648275 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e8227dd6-3632-4e57-acb4-07e7d9c66cb0 HTTP/1.1" status: 200 len: 858 time: 0.1568849 Jun 01 15:53:40.562064 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-7a227063-cf9a-474c-b7d9-eca20369e9f9 req-2439a83d-f285-4b82-a194-641d688da359 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6435224e-02ee-4b78-b03f-d8b20c5a2616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610783 Jun 01 15:53:40.569263 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-0cd512fd-5689-44a7-bcd9-8a920715b468 req-55d9a60c-2647-4156-a76b-22802b1da55c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Synchronizing usage tracker for tenant:e160198749c64159a5cb45da77bef6c4 on resource:security_group {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:53:40.572016 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7f7dc30d-5e3e-4f3d-86ac-8cad1ef2fc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:40.602843 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-3c435d2c-f414-4ab2-ba5f-28099351a8b8 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12fb45d959194124816570e75695094b HTTP/1.1" status: 200 len: 380 time: 0.1401265 Jun 01 15:53:40.616039 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-499d74e6-2cbe-4604-88e5-5d7900ee3afe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Request body: {'port': {'device_id': '678105a2-540d-494c-834e-f45ed9d9de58', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'admin_state_up': True, 'tenant_id': '12fb45d959194124816570e75695094b', 'security_groups': ['ae5201b6-67ea-4e34-af68-9c79f1523517']}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:40.642832 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:40.666648 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-0cd512fd-5689-44a7-bcd9-8a920715b468 req-55d9a60c-2647-4156-a76b-22802b1da55c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Unset dirty status for tenant:e160198749c64159a5cb45da77bef6c4 on resource:security_group {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:53:40.667964 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0cd512fd-5689-44a7-bcd9-8a920715b468 req-55d9a60c-2647-4156-a76b-22802b1da55c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338400 Jun 01 15:53:40.818898 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-7a227063-cf9a-474c-b7d9-eca20369e9f9 req-da203ac2-6e95-4e1f-8aa8-882e49b42890 service neutron] 10.222.0.89 "GET /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491477 Jun 01 15:53:40.835794 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7f7dc30d-5e3e-4f3d-86ac-8cad1ef2fc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:40.884739 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:40.941571 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-499d74e6-2cbe-4604-88e5-5d7900ee3afe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:40.945873 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-499d74e6-2cbe-4604-88e5-5d7900ee3afe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Usage tracker for resource:port and tenant:12fb45d959194124816570e75695094b is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:40.948987 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-499d74e6-2cbe-4604-88e5-5d7900ee3afe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:40.955751 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-499d74e6-2cbe-4604-88e5-5d7900ee3afe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:40.982807 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-499d74e6-2cbe-4604-88e5-5d7900ee3afe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Made reservation on behalf of 12fb45d959194124816570e75695094b for: {'port': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:53:40.983137 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7dc30d-5e3e-4f3d-86ac-8cad1ef2fc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8663fe3-3e55-4c2e-b8de-5b063da8643a,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:40.986834 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-499d74e6-2cbe-4604-88e5-5d7900ee3afe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:40.989355 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-7f7dc30d-5e3e-4f3d-86ac-8cad1ef2fc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:41.057472 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c845106-e5a7-4f63-a841-3561b309876a req-17f67f8d-f085-4f88-ae15-f538c96948f4 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:41.057726 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7f7dc30d-5e3e-4f3d-86ac-8cad1ef2fc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:41.059061 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-7f7dc30d-5e3e-4f3d-86ac-8cad1ef2fc5b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f8663fe3-3e55-4c2e-b8de-5b063da8643a HTTP/1.1" status: 204 len: 168 time: 0.8505368 Jun 01 15:53:41.064740 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4c845106-e5a7-4f63-a841-3561b309876a req-17f67f8d-f085-4f88-ae15-f538c96948f4 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 946 time: 0.3396776 Jun 01 15:53:41.196515 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-7a227063-cf9a-474c-b7d9-eca20369e9f9 req-021c511d-170f-4693-a1b4-2ddbba736a27 service neutron] 10.222.0.89 "GET /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669641 Jun 01 15:53:41.333695 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:41.419939 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4c845106-e5a7-4f63-a841-3561b309876a req-fe0a55e9-59b6-4cff-a604-cb9045f15033 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/security-groups?id=2828f279-5dfb-4d28-82ce-ceed8c298a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450670 Jun 01 15:53:41.491622 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-069d354a-9ff5-40f8-b069-584f1d3bd91f req-7d717845-7a4b-4ec6-a769-f403cda641f0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 210 time: 0.1522217 Jun 01 15:53:41.632016 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_common [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-499d74e6-2cbe-4604-88e5-5d7900ee3afe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Allocated IP 172.20.0.14 (fdb9a62f-e096-4d2c-96b4-81a80b5b2aff/ff05e754-6aad-4db5-b1da-a8b9dc40ba92/8d5e6027-dea6-42f3-8186-0cb9c6380ebb) {{(pid=91975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:53:41.729408 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f68706c-7405-42d4-a307-89d5426d8188 {{(pid=91975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:53:41.737887 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Notify callbacks [] for port, precommit_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:41.758240 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.provisioning_blocks [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Transition to ACTIVE for port object 3f68706c-7405-42d4-a307-89d5426d8188 will not be triggered until provisioned by entity L2. {{(pid=91975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:53:41.765605 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:41.784183 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:42.012261 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Pushing event updated for resources: {'Port': ['ID=3f68706c-7405-42d4-a307-89d5426d8188,revision_number=2']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:42.050810 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:42.320618 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-499d74e6-2cbe-4604-88e5-5d7900ee3afe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for port, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:42.334584 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f337d18-8147-487d-9780-2871aa6cb73d req-21dfcfad-d7b5-43a3-a644-a82a02da19d9 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:42.336270 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2f337d18-8147-487d-9780-2871aa6cb73d req-21dfcfad-d7b5-43a3-a644-a82a02da19d9 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 943 time: 0.4263763 Jun 01 15:53:42.348202 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Attempting to bind port 3f68706c-7405-42d4-a307-89d5426d8188 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:53:42.348615 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Attempting to bind port 3f68706c-7405-42d4-a307-89d5426d8188 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '709bcc4d-87be-4efe-b504-8d567e3c8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6435224e-02ee-4b78-b03f-d8b20c5a2616'}] {{(pid=91975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:53:42.349112 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Attempting to bind port 3f68706c-7405-42d4-a307-89d5426d8188 on network 6435224e-02ee-4b78-b03f-d8b20c5a2616 {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:53:42.394545 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.provisioning_blocks [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-499d74e6-2cbe-4604-88e5-5d7900ee3afe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Transition to ACTIVE for port object 8d5e6027-dea6-42f3-8186-0cb9c6380ebb will not be triggered until provisioned by entity DHCP. {{(pid=91975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:53:42.399932 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Port 3f68706c-7405-42d4-a307-89d5426d8188 on network 6435224e-02ee-4b78-b03f-d8b20c5a2616 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:53:42.400267 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Attempting to bind port 3f68706c-7405-42d4-a307-89d5426d8188 on network 6435224e-02ee-4b78-b03f-d8b20c5a2616 {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:53:42.448464 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Checking agent: {'id': 'c6431322-3330-4f13-924b-76ac3aabd9b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'started_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:53:42.448810 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Checking segment: {'id': '709bcc4d-87be-4efe-b504-8d567e3c8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6435224e-02ee-4b78-b03f-d8b20c5a2616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:53:42.449392 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Bound using segment: {'id': '709bcc4d-87be-4efe-b504-8d567e3c8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6435224e-02ee-4b78-b03f-d8b20c5a2616'} {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:53:42.450007 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Bound port: 3f68706c-7405-42d4-a307-89d5426d8188, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '709bcc4d-87be-4efe-b504-8d567e3c8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6435224e-02ee-4b78-b03f-d8b20c5a2616'}}] {{(pid=91975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:53:42.451167 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:42.506921 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2f337d18-8147-487d-9780-2871aa6cb73d req-3ac9078e-d59b-43dd-b1db-488d36658580 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619022 Jun 01 15:53:42.709176 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-499d74e6-2cbe-4604-88e5-5d7900ee3afe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:42.721885 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:42.828586 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-499d74e6-2cbe-4604-88e5-5d7900ee3afe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Network fdb9a62f-e096-4d2c-96b4-81a80b5b2aff is already hosted by enough agents. {{(pid=91975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:53:42.833720 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-499d74e6-2cbe-4604-88e5-5d7900ee3afe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Resources bound (agent type, host, resource id): {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:42.858814 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-499d74e6-2cbe-4604-88e5-5d7900ee3afe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Received port after_create {{(pid=91975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:53:42.936761 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] For port 3f68706c-7405-42d4-a307-89d5426d8188, host hv-cinder-79351, cleared binding levels {{(pid=91975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:53:42.954055 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d74e6-2cbe-4604-88e5-5d7900ee3afe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Pushing event updated for resources: {'Port': ['ID=8d5e6027-dea6-42f3-8186-0cb9c6380ebb,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:42.957200 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-499d74e6-2cbe-4604-88e5-5d7900ee3afe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:42.966877 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] For port 3f68706c-7405-42d4-a307-89d5426d8188, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3f68706c-7405-42d4-a307-89d5426d8188,segment=NetworkSegment(709bcc4d-87be-4efe-b504-8d567e3c8dd6),segment_id=709bcc4d-87be-4efe-b504-8d567e3c8dd6)] {{(pid=91975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:53:42.974945 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-499d74e6-2cbe-4604-88e5-5d7900ee3afe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:42.975681 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-499d74e6-2cbe-4604-88e5-5d7900ee3afe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:42.984370 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:42.999444 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:43.151541 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Pushing event updated for resources: {'Port': ['ID=3f68706c-7405-42d4-a307-89d5426d8188,revision_number=3']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:43.163793 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:43.167915 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:43.169426 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:43.171446 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] 10.222.0.89 "PUT /v2.0/ports/3f68706c-7405-42d4-a307-89d5426d8188 HTTP/1.1" status: 200 len: 1093 time: 2.7785442 Jun 01 15:53:43.172129 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e971ea0d-ce26-4808-8d78-9516f8fcba05', 'tag': '3f68706c-7405-42d4-a307-89d5426d8188'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:53:43.184963 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5271496c-f91d-4bee-a312-17086d88e491" -d '{"events": [{"name": "network-changed", "server_uuid": "e971ea0d-ce26-4808-8d78-9516f8fcba05", "tag": "3f68706c-7405-42d4-a307-89d5426d8188"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:53:43.189847 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-499d74e6-2cbe-4604-88e5-5d7900ee3afe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5789659 Jun 01 15:53:43.205073 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-28762e7d-b4cb-4505-836f-6dbbd0e3fa35 None None] Provisioning for port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb completed by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:53:43.220032 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-28762e7d-b4cb-4505-836f-6dbbd0e3fa35 None None] Provisioning complete for port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:53:43.220417 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-28762e7d-b4cb-4505-836f-6dbbd0e3fa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:43.228512 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Request body: {'port': {'device_id': '678105a2-540d-494c-834e-f45ed9d9de58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:43.370276 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 03c8e531-6a8e-4861-9c7e-99d884576fa6 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:53:43.436387 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f19348-56e0-456b-9357-0c0bafc4baec x-openstack-request-id: req-c0f19348-56e0-456b-9357-0c0bafc4baec {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:53:43.436882 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e971ea0d-ce26-4808-8d78-9516f8fcba05", "tag": "3f68706c-7405-42d4-a307-89d5426d8188", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:53:43.437281 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0f19348-56e0-456b-9357-0c0bafc4baec {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:53:43.437833 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e971ea0d-ce26-4808-8d78-9516f8fcba05', 'tag': '3f68706c-7405-42d4-a307-89d5426d8188', 'status': 'completed', 'code': 200} Jun 01 15:53:43.527323 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-28762e7d-b4cb-4505-836f-6dbbd0e3fa35 None None] Port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb cannot update to ACTIVE because it is not bound. {{(pid=91977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:53:43.545467 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:43.581241 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 03c8e531-6a8e-4861-9c7e-99d884576fa6, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=03c8e531-6a8e-4861-9c7e-99d884576fa6,segment=NetworkSegment(709bcc4d-87be-4efe-b504-8d567e3c8dd6),segment_id=709bcc4d-87be-4efe-b504-8d567e3c8dd6)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:43.599960 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Returning: {'device': '03c8e531-6a8e-4861-9c7e-99d884576fa6', 'network_id': '6435224e-02ee-4b78-b03f-d8b20c5a2616', 'port_id': '03c8e531-6a8e-4861-9c7e-99d884576fa6', 'mac_address': 'fa:16:3e:39:6c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8227dd6-3632-4e57-acb4-07e7d9c66cb0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:53:43.621103 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f177915-8ceb-4b4a-892a-00b8dc673d44 req-802e75e0-d2e0-4df0-838a-ca8d312121f0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:43.622028 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-2f177915-8ceb-4b4a-892a-00b8dc673d44 req-802e75e0-d2e0-4df0-838a-ca8d312121f0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Synchronizing usage tracker for tenant:12fb45d959194124816570e75695094b on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:53:43.639663 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-35e0d59c-0108-448f-ad1a-c72848b7cd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:43.641283 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-35e0d59c-0108-448f-ad1a-c72848b7cd42 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e160198749c64159a5cb45da77bef6c4&device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 1096 time: 0.3047216 Jun 01 15:53:43.642333 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:43.669548 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:43.694770 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c8e531-6a8e-4861-9c7e-99d884576fa6 {{(pid=91977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:53:43.722289 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 03c8e531-6a8e-4861-9c7e-99d884576fa6, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=03c8e531-6a8e-4861-9c7e-99d884576fa6,segment=NetworkSegment(709bcc4d-87be-4efe-b504-8d567e3c8dd6),segment_id=709bcc4d-87be-4efe-b504-8d567e3c8dd6)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:43.728641 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:43.730451 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-a572e501-eab5-4613-be8f-ed6fcf6879c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:43.733822 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-d439edf8-9bb9-413a-bd19-568101ac8d3f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f68706c-7405-42d4-a307-89d5426d8188 HTTP/1.1" status: 200 len: 217 time: 0.0764616 Jun 01 15:53:43.807870 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=03c8e531-6a8e-4861-9c7e-99d884576fa6,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:43.823826 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:43.877288 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-2f177915-8ceb-4b4a-892a-00b8dc673d44 req-802e75e0-d2e0-4df0-838a-ca8d312121f0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Unset dirty status for tenant:12fb45d959194124816570e75695094b on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:53:43.878406 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2f177915-8ceb-4b4a-892a-00b8dc673d44 req-802e75e0-d2e0-4df0-838a-ca8d312121f0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 932 time: 0.5407646 Jun 01 15:53:43.946773 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['03c8e531-6a8e-4861-9c7e-99d884576fa6'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:53:44.018177 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-1646ccd5-7304-4b4c-ae67-558bdcf7859c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:44.019626 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-1646ccd5-7304-4b4c-ae67-558bdcf7859c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e8227dd6-3632-4e57-acb4-07e7d9c66cb0 HTTP/1.1" status: 200 len: 858 time: 0.1780984 Jun 01 15:53:44.088587 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2f177915-8ceb-4b4a-892a-00b8dc673d44 req-8699e893-89b2-47d4-b829-d1f3793ecb6f tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649594 Jun 01 15:53:44.101853 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-7ccce912-c65d-4a64-8763-f737025a4f99 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6435224e-02ee-4b78-b03f-d8b20c5a2616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646160 Jun 01 15:53:44.272820 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c4b8f-bc2c-498a-9cb6-a87b3f9e7f72 req-c7ad72f5-c528-49cd-a63e-f6949f7d2ca9 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:44.274254 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0d8c4b8f-bc2c-498a-9cb6-a87b3f9e7f72 req-c7ad72f5-c528-49cd-a63e-f6949f7d2ca9 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 943 time: 0.4341393 Jun 01 15:53:44.398171 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-fc995763-5649-43c2-ae80-68dab492cc13 service neutron] 10.222.0.89 "GET /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473462 Jun 01 15:53:44.404148 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0d8c4b8f-bc2c-498a-9cb6-a87b3f9e7f72 req-a41812ef-cf2a-4a21-8779-f41659fe5963 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056550 Jun 01 15:53:44.498018 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:53:44.503151 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5e6027-dea6-42f3-8186-0cb9c6380ebb {{(pid=91975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:53:44.565401 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:44.595444 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.provisioning_blocks [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Transition to ACTIVE for port object 8d5e6027-dea6-42f3-8186-0cb9c6380ebb will not be triggered until provisioned by entity L2. {{(pid=91975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:53:44.608084 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:44.615930 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-aebae672-4d52-4144-9f97-25de892b82af tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:44.651566 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9305f428-21f3-4e8c-acf0-46e6d47bc435 req-4e8983f6-1fac-44f1-886f-6d9e64f623e4 service neutron] 10.222.0.89 "GET /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120242 Jun 01 15:53:44.883318 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5e6027-dea6-42f3-8186-0cb9c6380ebb,revision_number=2']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:44.895010 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:45.026637 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271496c-f91d-4bee-a312-17086d88e491 req-59751020-cd57-424a-a80f-6c778e1f044b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:45.031445 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5271496c-f91d-4bee-a312-17086d88e491 req-59751020-cd57-424a-a80f-6c778e1f044b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e160198749c64159a5cb45da77bef6c4&device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 1096 time: 0.2096386 Jun 01 15:53:45.037505 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Attempting to bind port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:53:45.037996 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Attempting to bind port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '40be7fc3-9385-4c06-8708-3f7116463cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff'}] {{(pid=91975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:53:45.038490 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Attempting to bind port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb on network fdb9a62f-e096-4d2c-96b4-81a80b5b2aff {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:53:45.077105 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb on network fdb9a62f-e096-4d2c-96b4-81a80b5b2aff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:53:45.077427 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Attempting to bind port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb on network fdb9a62f-e096-4d2c-96b4-81a80b5b2aff {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:53:45.088313 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Checking agent: {'id': 'c6431322-3330-4f13-924b-76ac3aabd9b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'started_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:53:45.088650 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Checking segment: {'id': '40be7fc3-9385-4c06-8708-3f7116463cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:53:45.089036 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Bound using segment: {'id': '40be7fc3-9385-4c06-8708-3f7116463cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff'} {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:53:45.089616 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Bound port: 8d5e6027-dea6-42f3-8186-0cb9c6380ebb, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40be7fc3-9385-4c06-8708-3f7116463cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff'}}] {{(pid=91975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:53:45.089831 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:45.312474 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 03c8e531-6a8e-4861-9c7e-99d884576fa6 up at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:53:45.323916 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271496c-f91d-4bee-a312-17086d88e491 req-44ccb110-95f6-40c3-810f-3e0ea2c0d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:45.325572 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5271496c-f91d-4bee-a312-17086d88e491 req-44ccb110-95f6-40c3-810f-3e0ea2c0d93a service neutron] 10.222.0.89 "GET /v2.0/networks?id=6435224e-02ee-4b78-b03f-d8b20c5a2616 HTTP/1.1" status: 200 len: 919 time: 0.2821681 Jun 01 15:53:45.335163 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] For port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb, host hv-cinder-79351, cleared binding levels {{(pid=91975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:53:45.403091 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning for port 03c8e531-6a8e-4861-9c7e-99d884576fa6 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:53:45.414395 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning complete for port 03c8e531-6a8e-4861-9c7e-99d884576fa6 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:53:45.415013 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:45.504349 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5271496c-f91d-4bee-a312-17086d88e491 req-11db469d-7a78-4447-a988-0133046325e9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f68706c-7405-42d4-a307-89d5426d8188 HTTP/1.1" status: 200 len: 217 time: 0.1704464 Jun 01 15:53:45.506088 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] For port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=8d5e6027-dea6-42f3-8186-0cb9c6380ebb,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:53:45.573863 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:45.601443 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:45.612174 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 03c8e531-6a8e-4861-9c7e-99d884576fa6, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=03c8e531-6a8e-4861-9c7e-99d884576fa6,segment=NetworkSegment(709bcc4d-87be-4efe-b504-8d567e3c8dd6),segment_id=709bcc4d-87be-4efe-b504-8d567e3c8dd6)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:45.613661 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2f8e55-92e0-419a-bd72-1627b62c406b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c8e531-6a8e-4861-9c7e-99d884576fa6'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:53:45.616290 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae55453-3781-4ec5-95ee-965226558504" -d '{"events": [{"server_uuid": "af2f8e55-92e0-419a-bd72-1627b62c406b", "name": "network-vif-plugged", "status": "completed", "tag": "03c8e531-6a8e-4861-9c7e-99d884576fa6"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:53:45.618282 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-499d74e6-2cbe-4604-88e5-5d7900ee3afe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:45.621322 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:45.624739 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:45.739039 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=03c8e531-6a8e-4861-9c7e-99d884576fa6,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:45.742388 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:45.761653 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:45.762272 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:45.764280 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] 10.222.0.89 "PUT /v2.0/ports/8d5e6027-dea6-42f3-8186-0cb9c6380ebb HTTP/1.1" status: 200 len: 1094 time: 2.5651698 Jun 01 15:53:45.769635 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678105a2-540d-494c-834e-f45ed9d9de58', 'tag': '8d5e6027-dea6-42f3-8186-0cb9c6380ebb'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:53:45.771972 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ca1f7c-c3b2-439a-ac32-a217d5b2f0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "678105a2-540d-494c-834e-f45ed9d9de58", "tag": "8d5e6027-dea6-42f3-8186-0cb9c6380ebb"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:53:45.777159 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271496c-f91d-4bee-a312-17086d88e491 req-2417404b-6613-42cf-8901-13ffac27fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:45.778674 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5271496c-f91d-4bee-a312-17086d88e491 req-2417404b-6613-42cf-8901-13ffac27fd0b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e8227dd6-3632-4e57-acb4-07e7d9c66cb0 HTTP/1.1" status: 200 len: 858 time: 0.2675035 Jun 01 15:53:45.794385 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cfbfb-1d0e-494b-bc30-a9b9549f315c req-9def3832-8b0d-4d76-ac1b-8ca3c809dc3d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:45.801192 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-888cfbfb-1d0e-494b-bc30-a9b9549f315c req-9def3832-8b0d-4d76-ac1b-8ca3c809dc3d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 944 time: 0.5432534 Jun 01 15:53:45.882001 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5271496c-f91d-4bee-a312-17086d88e491 req-05b79c4a-8a1a-422f-82fb-a4ad09c881fc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6435224e-02ee-4b78-b03f-d8b20c5a2616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787871 Jun 01 15:53:46.098143 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5e6027-dea6-42f3-8186-0cb9c6380ebb,revision_number=3']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:46.131476 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:46.201535 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-888cfbfb-1d0e-494b-bc30-a9b9549f315c req-c2f1a923-766b-4a5a-adc7-8c8e38e31fbc tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3994887 Jun 01 15:53:46.208040 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5271496c-f91d-4bee-a312-17086d88e491 req-87ba45cd-cb72-478d-a323-7f89837aa64f service neutron] 10.222.0.89 "GET /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357464 Jun 01 15:53:46.270463 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ade14-da84-42bd-ab37-d7dbaeced4a8 req-f9078014-4eb7-4a93-9440-c6e8d18114b3 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:46.286556 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3b3ade14-da84-42bd-ab37-d7dbaeced4a8 req-f9078014-4eb7-4a93-9440-c6e8d18114b3 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 943 time: 0.6138928 Jun 01 15:53:46.324297 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-c8d1ce4b-8ca5-4c08-b20f-7ec91b17dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:46.325893 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-c8d1ce4b-8ca5-4c08-b20f-7ec91b17dee6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=12fb45d959194124816570e75695094b&device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 1097 time: 0.4428909 Jun 01 15:53:46.327865 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94408b5a-b04c-4b5a-b46a-7f2fab3bc2f1 x-openstack-request-id: req-94408b5a-b04c-4b5a-b46a-7f2fab3bc2f1 {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:53:46.328365 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2f8e55-92e0-419a-bd72-1627b62c406b", "name": "network-vif-plugged", "status": "completed", "tag": "03c8e531-6a8e-4861-9c7e-99d884576fa6", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:53:46.328582 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-94408b5a-b04c-4b5a-b46a-7f2fab3bc2f1 {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:53:46.329171 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2f8e55-92e0-419a-bd72-1627b62c406b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c8e531-6a8e-4861-9c7e-99d884576fa6', 'code': 200} Jun 01 15:53:46.388499 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f963affa-193e-4064-a456-5afa399696e5 x-openstack-request-id: req-f963affa-193e-4064-a456-5afa399696e5 {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:53:46.388812 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678105a2-540d-494c-834e-f45ed9d9de58", "tag": "8d5e6027-dea6-42f3-8186-0cb9c6380ebb", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:53:46.389090 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f963affa-193e-4064-a456-5afa399696e5 {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:53:46.389555 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678105a2-540d-494c-834e-f45ed9d9de58', 'tag': '8d5e6027-dea6-42f3-8186-0cb9c6380ebb', 'status': 'completed', 'code': 200} Jun 01 15:53:46.484233 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-f0214070-fedd-4138-b08b-c75372092e3a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d5e6027-dea6-42f3-8186-0cb9c6380ebb HTTP/1.1" status: 200 len: 217 time: 0.0938241 Jun 01 15:53:46.578874 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3b3ade14-da84-42bd-ab37-d7dbaeced4a8 req-e35f1a18-6532-4471-a850-0b478916a2ce tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800732 Jun 01 15:53:46.673146 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b5def-fa7f-4545-81c7-ede8d6ed9aa3 req-c351174d-ea93-48a2-b5a8-0c1a43e46f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:46.675722 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-9b5b5def-fa7f-4545-81c7-ede8d6ed9aa3 req-c351174d-ea93-48a2-b5a8-0c1a43e46f08 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 1098 time: 0.1042695 Jun 01 15:53:46.730569 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-9b5b5def-fa7f-4545-81c7-ede8d6ed9aa3 req-4be86547-aa2e-49c1-b404-99ce07a5e2c3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461638 Jun 01 15:53:46.761378 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5271496c-f91d-4bee-a312-17086d88e491 req-2c29df70-37bd-4abd-aeb4-b2b659ebdeb4 service neutron] 10.222.0.89 "GET /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468090 Jun 01 15:53:46.771612 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-4a382e8c-ae55-4333-96f4-33a712aa9a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:46.773405 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-4a382e8c-ae55-4333-96f4-33a712aa9a08 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ff05e754-6aad-4db5-b1da-a8b9dc40ba92 HTTP/1.1" status: 200 len: 856 time: 0.2826257 Jun 01 15:53:46.866047 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-0a8a96e8-596e-4304-adc8-988e3194443c tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:46.867809 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-0a8a96e8-596e-4304-adc8-988e3194443c tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/networks?id=1d3dde78-d936-4294-b200-1bcc0c02662a HTTP/1.1" status: 200 len: 815 time: 0.3868718 Jun 01 15:53:46.895525 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-f8d84ca3-714b-4ddc-966a-d60903486a12 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/quotas/9a8d1b76efdc412fa75558d8d00df5b1 HTTP/1.1" status: 200 len: 375 time: 0.0163846 Jun 01 15:53:46.947740 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-1dbdaf9f-c982-47b6-807a-bebdb1476f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:46.949238 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-1dbdaf9f-c982-47b6-807a-bebdb1476f01 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1598423 Jun 01 15:53:47.174249 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-9a85f393-7b0c-4dce-b46a-0c801409e4d4 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a8d1b76efdc412fa75558d8d00df5b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2722909 Jun 01 15:53:47.183132 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465245f5-6c06-46c9-a4ee-84953e19a28e req-b0cc728d-7039-42bf-9158-52e9d08e6aa0 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:47.184487 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-465245f5-6c06-46c9-a4ee-84953e19a28e req-b0cc728d-7039-42bf-9158-52e9d08e6aa0 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 946 time: 0.2440763 Jun 01 15:53:47.205800 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-7b86710d-d508-43a2-95e1-29b876457481 service neutron] 10.222.0.89 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160628 Jun 01 15:53:47.299864 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 3f68706c-7405-42d4-a307-89d5426d8188 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:53:47.365249 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-465245f5-6c06-46c9-a4ee-84953e19a28e req-399f8752-178e-402d-9c1f-1bab4389c971 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/security-groups?id=2828f279-5dfb-4d28-82ce-ceed8c298a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585152 Jun 01 15:53:47.447578 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-b75588f1-8b2e-4761-8d89-acfe4bad4dc3 service neutron] 10.222.0.60 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601907 Jun 01 15:53:47.476163 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 3f68706c-7405-42d4-a307-89d5426d8188, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3f68706c-7405-42d4-a307-89d5426d8188,segment=NetworkSegment(709bcc4d-87be-4efe-b504-8d567e3c8dd6),segment_id=709bcc4d-87be-4efe-b504-8d567e3c8dd6)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:47.491576 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Returning: {'device': '3f68706c-7405-42d4-a307-89d5426d8188', 'network_id': '6435224e-02ee-4b78-b03f-d8b20c5a2616', 'port_id': '3f68706c-7405-42d4-a307-89d5426d8188', 'mac_address': 'fa:16:3e:21:a2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8227dd6-3632-4e57-acb4-07e7d9c66cb0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:53:47.551779 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:47.554745 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-55c95dc8-a7f8-4128-a541-2faac9ad3baf req-56406719-db24-4ea0-a1a7-3e97bc457af5 service neutron] 10.222.0.89 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253078 Jun 01 15:53:47.578785 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f68706c-7405-42d4-a307-89d5426d8188 {{(pid=91977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:53:47.601027 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 3f68706c-7405-42d4-a307-89d5426d8188, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3f68706c-7405-42d4-a307-89d5426d8188,segment=NetworkSegment(709bcc4d-87be-4efe-b504-8d567e3c8dd6),segment_id=709bcc4d-87be-4efe-b504-8d567e3c8dd6)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:47.620634 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:47.623483 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:47.713369 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=3f68706c-7405-42d4-a307-89d5426d8188,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:47.718111 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:47.724782 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-7e87e574-7d87-4b7e-86a3-271249e5a6d7 service neutron] 10.222.0.60 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697053 Jun 01 15:53:47.737945 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff4288-68bb-4fe5-8720-fcb3cee814a1 req-2720a130-79f8-45eb-a913-2466ccb893b2 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:47.745768 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d9ff4288-68bb-4fe5-8720-fcb3cee814a1 req-2720a130-79f8-45eb-a913-2466ccb893b2 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 944 time: 0.2530520 Jun 01 15:53:47.805405 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca1f7c-c3b2-439a-ac32-a217d5b2f0f1 req-9d8c928e-338a-4421-aead-2e4c76c65d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:47.806989 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d4ca1f7c-c3b2-439a-ac32-a217d5b2f0f1 req-9d8c928e-338a-4421-aead-2e4c76c65d82 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=12fb45d959194124816570e75695094b&device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 1097 time: 0.1799560 Jun 01 15:53:47.821120 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d9ff4288-68bb-4fe5-8720-fcb3cee814a1 req-ed78cffb-9d58-4ebf-94bb-73ef4afee37b tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743997 Jun 01 15:53:47.965642 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['3f68706c-7405-42d4-a307-89d5426d8188'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:53:48.173564 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1af0d60e-b9a7-4231-a056-10f75b72efb6 req-4ec62246-4848-41b9-be8b-6899ef70cacc tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=362eba8f-8358-4ba4-94a2-0414a6e3fb47 HTTP/1.1" status: 200 len: 210 time: 0.0765300 Jun 01 15:53:48.199455 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca1f7c-c3b2-439a-ac32-a217d5b2f0f1 req-25cf1990-3994-4d2f-a693-7fad07072a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:48.200930 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d4ca1f7c-c3b2-439a-ac32-a217d5b2f0f1 req-25cf1990-3994-4d2f-a693-7fad07072a41 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff HTTP/1.1" status: 200 len: 918 time: 0.3788803 Jun 01 15:53:48.261488 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 57588) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:48.376853 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d4ca1f7c-c3b2-439a-ac32-a217d5b2f0f1 req-a4d2d03b-7d14-4adb-aa1e-a6f22d3ec937 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d5e6027-dea6-42f3-8186-0cb9c6380ebb HTTP/1.1" status: 200 len: 217 time: 0.1583204 Jun 01 15:53:48.464685 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b624d54b-fa1c-4db2-8778-66015ad4ff6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:48.476708 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e7960-1222-4fca-93d3-05e26f2b7cd5 req-b8831424-0020-4cec-9b04-ad6c2e69803a tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:48.491691 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-635e7960-1222-4fca-93d3-05e26f2b7cd5 req-b8831424-0020-4cec-9b04-ad6c2e69803a tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 944 time: 0.4477506 Jun 01 15:53:48.515652 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-b624d54b-fa1c-4db2-8778-66015ad4ff6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:48.519637 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-b624d54b-fa1c-4db2-8778-66015ad4ff6f admin admin] Usage tracker for resource:security_group_rule and tenant:ac80ee51c3bd4f2eac0478af4d6f46ab is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:48.525042 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-b624d54b-fa1c-4db2-8778-66015ad4ff6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:48.542645 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-b624d54b-fa1c-4db2-8778-66015ad4ff6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:48.603918 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-635e7960-1222-4fca-93d3-05e26f2b7cd5 req-30a67377-5c6f-43b7-a9fa-33a4b31bf39a tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065872 Jun 01 15:53:48.657162 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca1f7c-c3b2-439a-ac32-a217d5b2f0f1 req-02773d1f-3c68-4099-82a9-07e17c8a58d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:48.658725 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d4ca1f7c-c3b2-439a-ac32-a217d5b2f0f1 req-02773d1f-3c68-4099-82a9-07e17c8a58d4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ff05e754-6aad-4db5-b1da-a8b9dc40ba92 HTTP/1.1" status: 200 len: 856 time: 0.2737093 Jun 01 15:53:48.668209 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b624d54b-fa1c-4db2-8778-66015ad4ff6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:48.674837 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b624d54b-fa1c-4db2-8778-66015ad4ff6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:48.689944 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:48.736940 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-b624d54b-fa1c-4db2-8778-66015ad4ff6f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ac80ee51c3bd4f2eac0478af4d6f46ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4741769 Jun 01 15:53:48.738662 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b624d54b-fa1c-4db2-8778-66015ad4ff6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059f855d-3aa0-4767-9d0d-a91ad2113451,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:48.741032 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 57610) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:48.743207 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-b624d54b-fa1c-4db2-8778-66015ad4ff6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:48.816033 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-557dea30-6b99-4c1f-ae48-b02ee02debbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:48.866342 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-557dea30-6b99-4c1f-ae48-b02ee02debbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:48.869034 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204d29b-eba5-4b80-a0be-94fed81deab0 req-cb49ee1f-e1a4-4264-9f56-888826f91950 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:48.870586 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3204d29b-eba5-4b80-a0be-94fed81deab0 req-cb49ee1f-e1a4-4264-9f56-888826f91950 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 946 time: 0.2594509 Jun 01 15:53:48.874036 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca1f7c-c3b2-439a-ac32-a217d5b2f0f1 req-2f40647e-1a0e-48a9-8963-42282c8178f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:48.875413 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d4ca1f7c-c3b2-439a-ac32-a217d5b2f0f1 req-2f40647e-1a0e-48a9-8963-42282c8178f2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2047832 Jun 01 15:53:48.936489 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-557dea30-6b99-4c1f-ae48-b02ee02debbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:48.942425 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-39504f89-241c-4461-b8be-c79bba1f7767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:48.954217 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557dea30-6b99-4c1f-ae48-b02ee02debbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059f855d-3aa0-4767-9d0d-a91ad2113451,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:48.961234 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-557dea30-6b99-4c1f-ae48-b02ee02debbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:48.967259 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-557dea30-6b99-4c1f-ae48-b02ee02debbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:48.969073 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-557dea30-6b99-4c1f-ae48-b02ee02debbf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/059f855d-3aa0-4767-9d0d-a91ad2113451 HTTP/1.1" status: 204 len: 168 time: 0.2268825 Jun 01 15:53:48.980211 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3204d29b-eba5-4b80-a0be-94fed81deab0 req-3f89a9f0-12c3-4c8c-a264-9037c65a047a tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/security-groups?id=2828f279-5dfb-4d28-82ce-ceed8c298a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019146 Jun 01 15:53:49.179193 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d4ca1f7c-c3b2-439a-ac32-a217d5b2f0f1 req-84332c15-0bd6-4b10-ad13-937d586d2b18 service neutron] 10.222.0.89 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856965 Jun 01 15:53:49.324764 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 3f68706c-7405-42d4-a307-89d5426d8188 up at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:53:49.342868 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cef04-3e76-4922-a417-2681db97f1a0 req-89b15c3f-3c7e-46e1-82a3-da0629036b8c tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:49.344327 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-112cef04-3e76-4922-a417-2681db97f1a0 req-89b15c3f-3c7e-46e1-82a3-da0629036b8c tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.89 "GET /v2.0/ports?device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 946 time: 0.3821726 Jun 01 15:53:49.369117 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400775a5-07ba-4410-b0f5-83951465ae64 req-da331ed4-cf11-4973-ade0-febd5efb81aa tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:49.369117 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-400775a5-07ba-4410-b0f5-83951465ae64 req-da331ed4-cf11-4973-ade0-febd5efb81aa tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 944 time: 0.2783842 Jun 01 15:53:49.380385 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-79907732-51c2-4a7b-bc67-5cedc7168731 req-28a34984-5c5c-437b-a7ce-bfe185369afe tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=362eba8f-8358-4ba4-94a2-0414a6e3fb47 HTTP/1.1" status: 200 len: 210 time: 0.0825799 Jun 01 15:53:49.398558 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning for port 3f68706c-7405-42d4-a307-89d5426d8188 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:53:49.404727 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning complete for port 3f68706c-7405-42d4-a307-89d5426d8188 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:53:49.405296 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:49.473356 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d4ca1f7c-c3b2-439a-ac32-a217d5b2f0f1 req-eaf465cf-b1f6-4b98-a6a8-de33b643edfb service neutron] 10.222.0.89 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849157 Jun 01 15:53:49.588908 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-400775a5-07ba-4410-b0f5-83951465ae64 req-0f141660-1d9e-4240-a353-58dae3e35b46 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116354 Jun 01 15:53:49.620836 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:49.698524 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e971ea0d-ce26-4808-8d78-9516f8fcba05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f68706c-7405-42d4-a307-89d5426d8188'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:53:49.703512 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d16ce0-f4f1-41ec-af6b-ea764bf9f519" -d '{"events": [{"server_uuid": "e971ea0d-ce26-4808-8d78-9516f8fcba05", "name": "network-vif-plugged", "status": "completed", "tag": "3f68706c-7405-42d4-a307-89d5426d8188"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:53:49.726512 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 3f68706c-7405-42d4-a307-89d5426d8188, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3f68706c-7405-42d4-a307-89d5426d8188,segment=NetworkSegment(709bcc4d-87be-4efe-b504-8d567e3c8dd6),segment_id=709bcc4d-87be-4efe-b504-8d567e3c8dd6)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:49.733819 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:49.740306 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:49.831113 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3aa8b7-4297-42e2-869f-d2ae874ef7e7 x-openstack-request-id: req-7c3aa8b7-4297-42e2-869f-d2ae874ef7e7 {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:53:49.831485 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e971ea0d-ce26-4808-8d78-9516f8fcba05", "name": "network-vif-plugged", "status": "completed", "tag": "3f68706c-7405-42d4-a307-89d5426d8188", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:53:49.831705 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c3aa8b7-4297-42e2-869f-d2ae874ef7e7 {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:53:49.832100 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e971ea0d-ce26-4808-8d78-9516f8fcba05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f68706c-7405-42d4-a307-89d5426d8188', 'code': 200} Jun 01 15:53:49.942308 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=3f68706c-7405-42d4-a307-89d5426d8188,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:49.949046 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:49.973309 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [req-112cef04-3e76-4922-a417-2681db97f1a0 req-f5d37eba-57cb-4408-919d-62239d74dbce tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Deleting port 1cc5fc36-94f4-48c0-acdf-70783c74e82e {{(pid=91975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:53:49.973666 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-112cef04-3e76-4922-a417-2681db97f1a0 req-f5d37eba-57cb-4408-919d-62239d74dbce tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:50.087220 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 57674) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:50.158548 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-112cef04-3e76-4922-a417-2681db97f1a0 req-f5d37eba-57cb-4408-919d-62239d74dbce tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] For port 1cc5fc36-94f4-48c0-acdf-70783c74e82e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1cc5fc36-94f4-48c0-acdf-70783c74e82e,segment=NetworkSegment(a1abcf73-b2c2-4b99-936d-3bf2066c71da),segment_id=a1abcf73-b2c2-4b99-936d-3bf2066c71da)] {{(pid=91975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:50.158916 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-112cef04-3e76-4922-a417-2681db97f1a0 req-f5d37eba-57cb-4408-919d-62239d74dbce tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:50.223107 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fcf2a-5d24-4a61-8fb6-d5983a0bfdb6 req-c8706c9b-9d50-4a59-8e8f-20fc2dc9f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:50.225844 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-c41fcf2a-5d24-4a61-8fb6-d5983a0bfdb6 req-c8706c9b-9d50-4a59-8e8f-20fc2dc9f9b2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 1098 time: 0.0918896 Jun 01 15:53:50.242441 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-846004261-network', 'tenant_id': 'bacb0648e54e4d259cd1fef515ec1094'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:50.270363 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:50.280389 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Usage tracker for resource:network and tenant:bacb0648e54e4d259cd1fef515ec1094 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:50.295119 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [req-112cef04-3e76-4922-a417-2681db97f1a0 req-f5d37eba-57cb-4408-919d-62239d74dbce tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Calling delete_port for 1cc5fc36-94f4-48c0-acdf-70783c74e82e owned by compute:nova {{(pid=91975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:53:50.302013 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:50.306455 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-c41fcf2a-5d24-4a61-8fb6-d5983a0bfdb6 req-891206cb-0cc0-43cf-8f47-949cd38a3387 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685384 Jun 01 15:53:50.310398 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:50.322669 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Made reservation on behalf of bacb0648e54e4d259cd1fef515ec1094 for: {'network': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:53:50.329415 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3889677'] for network, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:50.344498 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:50.361721 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:50.365649 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Usage tracker for resource:security_group_rule and tenant:bacb0648e54e4d259cd1fef515ec1094 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:50.368608 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:50.376887 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:50.487909 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:50.495362 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:50.503380 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:50.525415 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-43a0aab8-80b1-4beb-9ac6-ffa71df7b9db tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:50.526813 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-43a0aab8-80b1-4beb-9ac6-ffa71df7b9db tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.89 "GET /v2.0/networks?id=1d3dde78-d936-4294-b200-1bcc0c02662a HTTP/1.1" status: 200 len: 815 time: 0.9135823 Jun 01 15:53:50.536396 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=91976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:53:50.542382 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-771862af-aa27-4cfd-8c92-8d603884bc1d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Request body: {'port': {'device_id': '362eba8f-8358-4ba4-94a2-0414a6e3fb47', 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a', 'admin_state_up': True, 'tenant_id': '9a8d1b76efdc412fa75558d8d00df5b1'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:50.546887 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963a7af7-2e2a-4593-a7be-ae1f9ad649d2,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:50.551593 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:50.553491 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:50.553837 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.db.segments_db [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Added segment f192b547-f8f4-48fb-972b-fe46500dfb1a of type vlan for network 1a71e0df-ae0f-48be-bf8b-ae8d385826d8 Jun 01 15:53:50.593055 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737512412739'] for network, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:50.614590 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3e20d-9af3-4ba0-940a-05dbf4e6db97 req-77411944-939b-4f64-9007-3c9634718e73 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:50.620556 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e6f3e20d-9af3-4ba0-940a-05dbf4e6db97 req-77411944-939b-4f64-9007-3c9634718e73 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.7293689 Jun 01 15:53:50.632473 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029'] for network, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:50.634079 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:50.634848 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:50.638387 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:50.748534 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Pushing event updated for resources: {'Network': ['ID=1a71e0df-ae0f-48be-bf8b-ae8d385826d8,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:50.751718 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6632383 Jun 01 15:53:50.753181 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:50.755264 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 57704) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:50.761566 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Network 1a71e0df-ae0f-48be-bf8b-ae8d385826d8 details requested by agent ovs-agent-dv-cinder-793515-3-smb with host dv-cinder-793515-3-smb {{(pid=91977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:53:50.768927 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-271c4cc4-e78a-4e3d-86ed-1ad3c7e3c5a2 admin admin] Request body: {'subnet': {'network_id': '1a71e0df-ae0f-48be-bf8b-ae8d385826d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-846004261-subnet', 'tenant_id': 'bacb0648e54e4d259cd1fef515ec1094', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:50.774756 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-271c4cc4-e78a-4e3d-86ed-1ad3c7e3c5a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:50.780338 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-271c4cc4-e78a-4e3d-86ed-1ad3c7e3c5a2 admin admin] Usage tracker for resource:subnet and tenant:bacb0648e54e4d259cd1fef515ec1094 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:50.784615 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-271c4cc4-e78a-4e3d-86ed-1ad3c7e3c5a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:50.793065 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-271c4cc4-e78a-4e3d-86ed-1ad3c7e3c5a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:50.808425 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271c4cc4-e78a-4e3d-86ed-1ad3c7e3c5a2 admin admin] Made reservation on behalf of bacb0648e54e4d259cd1fef515ec1094 for: {'subnet': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:53:50.812687 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-271c4cc4-e78a-4e3d-86ed-1ad3c7e3c5a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:50.825827 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b34212-1e5a-42f4-a2a9-96fc9783352a req-30959e11-7183-4e41-9108-7a39e8725bae tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:50.827315 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c5b34212-1e5a-42f4-a2a9-96fc9783352a req-30959e11-7183-4e41-9108-7a39e8725bae tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 946 time: 0.4522023 Jun 01 15:53:51.006735 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e6f3e20d-9af3-4ba0-940a-05dbf4e6db97 req-5951de1c-1e42-49ea-a199-f3516a86e115 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847668 Jun 01 15:53:51.019197 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c5b34212-1e5a-42f4-a2a9-96fc9783352a req-cb7dca8b-22f5-4557-8c80-0b487d6299e2 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/security-groups?id=2828f279-5dfb-4d28-82ce-ceed8c298a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757340 Jun 01 15:53:51.024894 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-112cef04-3e76-4922-a417-2681db97f1a0 req-f5d37eba-57cb-4408-919d-62239d74dbce tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:51.029212 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-771862af-aa27-4cfd-8c92-8d603884bc1d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:51.037608 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['1cc5fc36-94f4-48c0-acdf-70783c74e82e'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:53:51.063235 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:51.109381 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-771862af-aa27-4cfd-8c92-8d603884bc1d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Usage tracker for resource:port and tenant:9a8d1b76efdc412fa75558d8d00df5b1 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:51.158464 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-771862af-aa27-4cfd-8c92-8d603884bc1d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:51.168132 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d37eba-57cb-4408-919d-62239d74dbce tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Pushing event deleted for resources: {'Port': ['ID=1cc5fc36-94f4-48c0-acdf-70783c74e82e,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:51.176492 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-f5d37eba-57cb-4408-919d-62239d74dbce tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:51.206240 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-771862af-aa27-4cfd-8c92-8d603884bc1d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:51.250332 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [req-112cef04-3e76-4922-a417-2681db97f1a0 req-f5d37eba-57cb-4408-919d-62239d74dbce tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] No DVR routers for this DVR port 1cc5fc36-94f4-48c0-acdf-70783c74e82e on host hv-cinder-79351 {{(pid=91975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:53:51.265789 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-112cef04-3e76-4922-a417-2681db97f1a0 req-f5d37eba-57cb-4408-919d-62239d74dbce tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:51.272525 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1398bd-4766-4b0d-a311-5199ce0b0eb8', 'name': 'network-vif-deleted', 'tag': '1cc5fc36-94f4-48c0-acdf-70783c74e82e'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:53:51.274767 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ec5482-d712-4d45-9b04-0638717154e3" -d '{"events": [{"server_uuid": "1f1398bd-4766-4b0d-a311-5199ce0b0eb8", "name": "network-vif-deleted", "tag": "1cc5fc36-94f4-48c0-acdf-70783c74e82e"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:53:51.336002 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 8d5e6027-dea6-42f3-8186-0cb9c6380ebb details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:53:51.340295 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3d519fa3-5d59-4f52-9a59-b09374ccb3b1 req-ed948f95-20af-4534-a8ee-f1803b3446b1 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=362eba8f-8358-4ba4-94a2-0414a6e3fb47 HTTP/1.1" status: 200 len: 210 time: 0.1314895 Jun 01 15:53:51.352362 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-771862af-aa27-4cfd-8c92-8d603884bc1d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Made reservation on behalf of 9a8d1b76efdc412fa75558d8d00df5b1 for: {'port': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:53:51.358251 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-771862af-aa27-4cfd-8c92-8d603884bc1d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:51.397757 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-112cef04-3e76-4922-a417-2681db97f1a0 req-f5d37eba-57cb-4408-919d-62239d74dbce tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.89 "DELETE /v2.0/ports/1cc5fc36-94f4-48c0-acdf-70783c74e82e HTTP/1.1" status: 204 len: 173 time: 2.0196979 Jun 01 15:53:51.507901 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ed4fa4-f75d-474d-b34f-cfb163056a38 x-openstack-request-id: req-e8ed4fa4-f75d-474d-b34f-cfb163056a38 {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:53:51.508218 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1398bd-4766-4b0d-a311-5199ce0b0eb8", "name": "network-vif-deleted", "tag": "1cc5fc36-94f4-48c0-acdf-70783c74e82e", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:53:51.508533 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8ed4fa4-f75d-474d-b34f-cfb163056a38 {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:53:51.508893 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1398bd-4766-4b0d-a311-5199ce0b0eb8', 'name': 'network-vif-deleted', 'tag': '1cc5fc36-94f4-48c0-acdf-70783c74e82e', 'status': 'completed', 'code': 200} Jun 01 15:53:51.536330 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663a14d-bf30-44dd-b857-39f806231d90 req-b5b1bb3c-8cbf-4a5f-bce1-8dae94a9badf tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:51.538933 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1663a14d-bf30-44dd-b857-39f806231d90 req-b5b1bb3c-8cbf-4a5f-bce1-8dae94a9badf tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 944 time: 0.2849417 Jun 01 15:53:51.548675 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-271c4cc4-e78a-4e3d-86ed-1ad3c7e3c5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036'] for subnet, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:51.554963 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:51.617552 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c4cc4-e78a-4e3d-86ed-1ad3c7e3c5a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e3227f0-2635-4eea-b7b7-400ff91ef361,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:51.623916 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=8d5e6027-dea6-42f3-8186-0cb9c6380ebb,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:51.630963 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-271c4cc4-e78a-4e3d-86ed-1ad3c7e3c5a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:51.641406 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Returning: {'device': '8d5e6027-dea6-42f3-8186-0cb9c6380ebb', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'port_id': '8d5e6027-dea6-42f3-8186-0cb9c6380ebb', 'mac_address': 'fa:16:3e:93:4c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:53:51.644252 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1663a14d-bf30-44dd-b857-39f806231d90 req-e02333e4-7ec2-48ea-8df2-07a80b5d2c9f tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985980 Jun 01 15:53:51.662086 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271c4cc4-e78a-4e3d-86ed-1ad3c7e3c5a2 admin admin] Checking segment: {'id': 'f192b547-f8f4-48fb-972b-fe46500dfb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '1a71e0df-ae0f-48be-bf8b-ae8d385826d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:53:51.662514 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271c4cc4-e78a-4e3d-86ed-1ad3c7e3c5a2 admin admin] Network hostable DHCP agents. Network: 1a71e0df-ae0f-48be-bf8b-ae8d385826d8, hostable agents: ['423065cf-a459-40a5-9d7d-37e9c3940aeb'], hosted agents: [] {{(pid=91976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:53:51.663343 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_common [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-771862af-aa27-4cfd-8c92-8d603884bc1d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Allocated IP 172.20.0.8 (1d3dde78-d936-4294-b200-1bcc0c02662a/6c05ea02-37de-4c70-a86d-e39e23827d1a/2c4d9d7c-b79e-45db-89b5-307137463a46) {{(pid=91975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:53:51.680883 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271c4cc4-e78a-4e3d-86ed-1ad3c7e3c5a2 admin admin] Network 1a71e0df-ae0f-48be-bf8b-ae8d385826d8 is scheduled to be hosted by DHCP agent 423065cf-a459-40a5-9d7d-37e9c3940aeb with binding_index 1 {{(pid=91976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:53:51.692538 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-271c4cc4-e78a-4e3d-86ed-1ad3c7e3c5a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-smb, 1a71e0df-ae0f-48be-bf8b-ae8d385826d8) {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:51.698087 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271c4cc4-e78a-4e3d-86ed-1ad3c7e3c5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:51.698802 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-271c4cc4-e78a-4e3d-86ed-1ad3c7e3c5a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for subnet, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:51.712463 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2e908f-a08d-4585-83f6-1d5ee50bd978 None None] Network 1a71e0df-ae0f-48be-bf8b-ae8d385826d8 requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:53:51.735000 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-271c4cc4-e78a-4e3d-86ed-1ad3c7e3c5a2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9777811 Jun 01 15:53:51.860061 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:51.882240 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5e6027-dea6-42f3-8186-0cb9c6380ebb {{(pid=91977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:53:51.917272 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=8d5e6027-dea6-42f3-8186-0cb9c6380ebb,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:51.932715 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:51.946651 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:52.097283 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-771862af-aa27-4cfd-8c92-8d603884bc1d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks [] for port, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:52.138812 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-771862af-aa27-4cfd-8c92-8d603884bc1d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:52.148144 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:52.152490 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fccfea-944d-44ad-9ed8-4850b66c086e None None] Network 1a71e0df-ae0f-48be-bf8b-ae8d385826d8 requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:53:52.229569 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-771862af-aa27-4cfd-8c92-8d603884bc1d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Network 1d3dde78-d936-4294-b200-1bcc0c02662a is already hosted by enough agents. {{(pid=91975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:53:52.234157 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-771862af-aa27-4cfd-8c92-8d603884bc1d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Resources bound (agent type, host, resource id): {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:52.237191 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-771862af-aa27-4cfd-8c92-8d603884bc1d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Received port after_create {{(pid=91975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:53:52.345516 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771862af-aa27-4cfd-8c92-8d603884bc1d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Pushing event updated for resources: {'Port': ['ID=2c4d9d7c-b79e-45db-89b5-307137463a46,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:52.381202 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-771862af-aa27-4cfd-8c92-8d603884bc1d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:52.411304 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-a8848fed-e0ba-44b3-ac65-013bd4a55989 req-dc89e8a8-d661-4417-aa77-a19c939b70b6 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Synchronizing usage tracker for tenant:e46477f8043a4bf9a078b41c2d7a4750 on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:53:52.414820 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['7f58f9ce-194a-4fc7-97d9-15c10a48bd27'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:53:52.444207 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-771862af-aa27-4cfd-8c92-8d603884bc1d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:52.444862 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-771862af-aa27-4cfd-8c92-8d603884bc1d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:52.452361 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-a8848fed-e0ba-44b3-ac65-013bd4a55989 req-dc89e8a8-d661-4417-aa77-a19c939b70b6 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Unset dirty status for tenant:e46477f8043a4bf9a078b41c2d7a4750 on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:53:52.453666 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a8848fed-e0ba-44b3-ac65-013bd4a55989 req-dc89e8a8-d661-4417-aa77-a19c939b70b6 tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f1398bd-4766-4b0d-a311-5199ce0b0eb8 HTTP/1.1" status: 200 len: 210 time: 0.1145446 Jun 01 15:53:52.475686 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['8d5e6027-dea6-42f3-8186-0cb9c6380ebb'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:53:52.482611 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-771862af-aa27-4cfd-8c92-8d603884bc1d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9441497 Jun 01 15:53:52.496671 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d680782-8ce1-44e5-9d84-c77d7c3febce req-f39a377e-c068-49b6-aded-fab55ab47f96 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:52.504806 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4d680782-8ce1-44e5-9d84-c77d7c3febce req-f39a377e-c068-49b6-aded-fab55ab47f96 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.2225065 Jun 01 15:53:52.511651 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Request body: {'port': {'device_id': '362eba8f-8358-4ba4-94a2-0414a6e3fb47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:52.776014 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=8d5e6027-dea6-42f3-8186-0cb9c6380ebb,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:52.787288 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.840s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:52.806368 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4d680782-8ce1-44e5-9d84-c77d7c3febce req-4e4f36b9-9817-4e02-81e4-b97151d4c016 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003688 Jun 01 15:53:52.844360 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:52.906781 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:53.045567 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47542747-4ea3-4b00-b168-cea083f555be req-24e55ae8-c264-447c-af3e-76cfed8c403c tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:53.046623 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-47542747-4ea3-4b00-b168-cea083f555be req-24e55ae8-c264-447c-af3e-76cfed8c403c tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Synchronizing usage tracker for tenant:9a8d1b76efdc412fa75558d8d00df5b1 on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:53:53.084220 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-47542747-4ea3-4b00-b168-cea083f555be req-24e55ae8-c264-447c-af3e-76cfed8c403c tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Unset dirty status for tenant:9a8d1b76efdc412fa75558d8d00df5b1 on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:53:53.085664 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-47542747-4ea3-4b00-b168-cea083f555be req-24e55ae8-c264-447c-af3e-76cfed8c403c tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=362eba8f-8358-4ba4-94a2-0414a6e3fb47 HTTP/1.1" status: 200 len: 931 time: 0.4119191 Jun 01 15:53:53.202491 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-47542747-4ea3-4b00-b168-cea083f555be req-fe773a26-d53b-4afa-a667-599d890bbf1b tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086762 Jun 01 15:53:53.259183 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e60fde-908e-45b9-93fb-8395535f0541 req-3e65d99b-77c7-4a23-852c-521f85d74c6a tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:53.260669 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-75e60fde-908e-45b9-93fb-8395535f0541 req-3e65d99b-77c7-4a23-852c-521f85d74c6a tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 945 time: 0.2936671 Jun 01 15:53:53.344991 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 1cc5fc36-94f4-48c0-acdf-70783c74e82e no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:53:53.387055 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] No Port match for: 1cc5fc36-94f4-48c0-acdf-70783c74e82e {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:53:53.387755 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 1cc5fc36-94f4-48c0-acdf-70783c74e82e not bound to the agent host hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:53:53.458088 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 57796) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:53.459973 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-75e60fde-908e-45b9-93fb-8395535f0541 req-de4732d7-b625-4a10-9c83-e4e1628ef5a2 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507010 Jun 01 15:53:53.633279 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b0070bfc-fd2d-434c-a546-84fe5f6af89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:53.649888 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4d9d7c-b79e-45db-89b5-307137463a46 {{(pid=91975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:53:53.650370 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-b0070bfc-fd2d-434c-a546-84fe5f6af89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:53.654532 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-b0070bfc-fd2d-434c-a546-84fe5f6af89f admin admin] Usage tracker for resource:security_group_rule and tenant:2bd12724051f4b7db42844318262b918 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:53.657735 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-b0070bfc-fd2d-434c-a546-84fe5f6af89f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:53.663704 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-b0070bfc-fd2d-434c-a546-84fe5f6af89f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:53.666077 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:53.702449 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.provisioning_blocks [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Transition to ACTIVE for port object 2c4d9d7c-b79e-45db-89b5-307137463a46 will not be triggered until provisioned by entity L2. {{(pid=91975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:53:53.712154 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:53.720475 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cb945-25e6-4c33-b950-7655c0ec1581 req-a3f870a3-2667-47f4-9577-296cd5299be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:53.721922 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6b3cb945-25e6-4c33-b950-7655c0ec1581 req-a3f870a3-2667-47f4-9577-296cd5299be2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e160198749c64159a5cb45da77bef6c4&device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 1098 time: 0.1835103 Jun 01 15:53:53.723695 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:53.781633 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b0070bfc-fd2d-434c-a546-84fe5f6af89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:53.787059 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b0070bfc-fd2d-434c-a546-84fe5f6af89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:53.801507 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:53.801609 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f47d9-046d-4426-815b-44903f0dfcfe req-e3813820-b67f-44a1-b4c7-4381118aae9a tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:53.802943 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-433f47d9-046d-4426-815b-44903f0dfcfe req-e3813820-b67f-44a1-b4c7-4381118aae9a tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.2195797 Jun 01 15:53:53.842822 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0070bfc-fd2d-434c-a546-84fe5f6af89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a87f7b9-6fcd-44cd-880b-ff0b94ae5a09,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:53.846077 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-b0070bfc-fd2d-434c-a546-84fe5f6af89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:53.851129 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-b0070bfc-fd2d-434c-a546-84fe5f6af89f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2bd12724051f4b7db42844318262b918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3888388 Jun 01 15:53:53.852135 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 57820) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:53.921443 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fc36555c-3795-4309-bcb0-3b00de9966d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:53.956329 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fc36555c-3795-4309-bcb0-3b00de9966d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:54.014152 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Pushing event updated for resources: {'Port': ['ID=2c4d9d7c-b79e-45db-89b5-307137463a46,revision_number=2']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:54.023236 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:54.028053 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fc36555c-3795-4309-bcb0-3b00de9966d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:54.038485 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:54.052106 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36555c-3795-4309-bcb0-3b00de9966d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a87f7b9-6fcd-44cd-880b-ff0b94ae5a09,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:54.065029 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-fc36555c-3795-4309-bcb0-3b00de9966d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:54.073638 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fc36555c-3795-4309-bcb0-3b00de9966d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:54.074788 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-fc36555c-3795-4309-bcb0-3b00de9966d4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8a87f7b9-6fcd-44cd-880b-ff0b94ae5a09 HTTP/1.1" status: 204 len: 168 time: 0.2226026 Jun 01 15:53:54.144630 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-433f47d9-046d-4426-815b-44903f0dfcfe req-07439bd3-d873-478e-9cbd-81744106a472 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650683 Jun 01 15:53:54.180026 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cb945-25e6-4c33-b950-7655c0ec1581 req-c09c0876-33a6-4075-9ea2-05449c2ed13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:54.182291 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6b3cb945-25e6-4c33-b950-7655c0ec1581 req-c09c0876-33a6-4075-9ea2-05449c2ed13c service neutron] 10.222.0.89 "GET /v2.0/networks?id=6435224e-02ee-4b78-b03f-d8b20c5a2616 HTTP/1.1" status: 200 len: 919 time: 0.4176068 Jun 01 15:53:54.329792 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Attempting to bind port 2c4d9d7c-b79e-45db-89b5-307137463a46 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:53:54.330401 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Attempting to bind port 2c4d9d7c-b79e-45db-89b5-307137463a46 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '5a582721-188e-4673-9d0d-d4bcf203f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a'}] {{(pid=91975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:53:54.330889 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Attempting to bind port 2c4d9d7c-b79e-45db-89b5-307137463a46 on network 1d3dde78-d936-4294-b200-1bcc0c02662a {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:53:54.377330 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6b3cb945-25e6-4c33-b950-7655c0ec1581 req-17135bc4-f1f2-49a1-9993-5274151564cf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f68706c-7405-42d4-a307-89d5426d8188 HTTP/1.1" status: 200 len: 217 time: 0.1836889 Jun 01 15:53:54.382277 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Port 2c4d9d7c-b79e-45db-89b5-307137463a46 on network 1d3dde78-d936-4294-b200-1bcc0c02662a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:53:54.382622 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Attempting to bind port 2c4d9d7c-b79e-45db-89b5-307137463a46 on network 1d3dde78-d936-4294-b200-1bcc0c02662a {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:53:54.506274 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Checking agent: {'id': 'c6431322-3330-4f13-924b-76ac3aabd9b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'started_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:53:54.506984 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Checking segment: {'id': '5a582721-188e-4673-9d0d-d4bcf203f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:53:54.507661 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Bound using segment: {'id': '5a582721-188e-4673-9d0d-d4bcf203f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a'} {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:53:54.508635 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Bound port: 2c4d9d7c-b79e-45db-89b5-307137463a46, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a582721-188e-4673-9d0d-d4bcf203f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a'}}] {{(pid=91975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:53:54.509349 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:54.537442 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cb945-25e6-4c33-b950-7655c0ec1581 req-bdf9bf4c-86d7-4264-978a-2c255c7f0c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:54.538891 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6b3cb945-25e6-4c33-b950-7655c0ec1581 req-bdf9bf4c-86d7-4264-978a-2c255c7f0c7f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e8227dd6-3632-4e57-acb4-07e7d9c66cb0 HTTP/1.1" status: 200 len: 858 time: 0.1536996 Jun 01 15:53:54.556303 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 57862) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:54.573155 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e867b93b-157e-4575-b88d-e565ad97ee1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:54.588018 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-e867b93b-157e-4575-b88d-e565ad97ee1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:54.592668 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-e867b93b-157e-4575-b88d-e565ad97ee1c admin admin] Usage tracker for resource:security_group_rule and tenant:3208170945c4476097a6f49296c37a10 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:54.604238 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-e867b93b-157e-4575-b88d-e565ad97ee1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:54.611954 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-e867b93b-157e-4575-b88d-e565ad97ee1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:54.677384 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6b3cb945-25e6-4c33-b950-7655c0ec1581 req-a69376c3-2ec1-485e-b115-795a6ad3f1b0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6435224e-02ee-4b78-b03f-d8b20c5a2616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810463 Jun 01 15:53:54.708303 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e867b93b-157e-4575-b88d-e565ad97ee1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:54.713349 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e867b93b-157e-4575-b88d-e565ad97ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:54.722723 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-d8d5649b-e228-479c-9d05-0a2ffde79736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:54.760463 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867b93b-157e-4575-b88d-e565ad97ee1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8404bb-d681-41a8-a2c0-e518322cb13d,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:54.764509 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e867b93b-157e-4575-b88d-e565ad97ee1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:54.769862 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-e867b93b-157e-4575-b88d-e565ad97ee1c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3208170945c4476097a6f49296c37a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125263 Jun 01 15:53:54.770936 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 57864) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:54.851407 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-03035666-37ba-4fb5-999a-a3c27e533e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:54.867134 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-58e00fc5-a0b4-427a-8dbf-ee84e58c8fb2 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:54.868502 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-58e00fc5-a0b4-427a-8dbf-ee84e58c8fb2 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/networks?id=1a71e0df-ae0f-48be-bf8b-ae8d385826d8 HTTP/1.1" status: 200 len: 808 time: 0.5246720 Jun 01 15:53:54.878354 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-03035666-37ba-4fb5-999a-a3c27e533e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:54.885769 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] For port 2c4d9d7c-b79e-45db-89b5-307137463a46, host hv-cinder-79351, cleared binding levels {{(pid=91975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:53:54.900313 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98834fa-9195-4e9b-b537-7a75ed113694 req-41c50dd0-b5cd-4f95-a2cb-5bdb40ac329b tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:54.901764 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b98834fa-9195-4e9b-b537-7a75ed113694 req-41c50dd0-b5cd-4f95-a2cb-5bdb40ac329b tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=362eba8f-8358-4ba4-94a2-0414a6e3fb47 HTTP/1.1" status: 200 len: 943 time: 0.4502232 Jun 01 15:53:54.914583 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] For port 2c4d9d7c-b79e-45db-89b5-307137463a46, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2c4d9d7c-b79e-45db-89b5-307137463a46,segment=NetworkSegment(5a582721-188e-4673-9d0d-d4bcf203f1bd),segment_id=5a582721-188e-4673-9d0d-d4bcf203f1bd)] {{(pid=91975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:53:54.937859 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-03035666-37ba-4fb5-999a-a3c27e533e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:54.942363 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-7f7dc30d-5e3e-4f3d-86ac-8cad1ef2fc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:54.943249 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-4367ce5a-f23a-4734-a7a8-ec27ebbe4dd8 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/quotas/bacb0648e54e4d259cd1fef515ec1094 HTTP/1.1" status: 200 len: 375 time: 0.0673592 Jun 01 15:53:54.950153 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:54.960919 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03035666-37ba-4fb5-999a-a3c27e533e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8404bb-d681-41a8-a2c0-e518322cb13d,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:54.963918 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-03035666-37ba-4fb5-999a-a3c27e533e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:54.967974 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-03035666-37ba-4fb5-999a-a3c27e533e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:54.969366 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-03035666-37ba-4fb5-999a-a3c27e533e96 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b8404bb-d681-41a8-a2c0-e518322cb13d HTTP/1.1" status: 204 len: 168 time: 0.1974387 Jun 01 15:53:54.992668 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:55.021164 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6b3cb945-25e6-4c33-b950-7655c0ec1581 req-b057b6ad-1c40-4a3c-ae0b-c2ad095ee002 service neutron] 10.222.0.89 "GET /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251808 Jun 01 15:53:55.082574 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-a75e62e3-f132-4a80-a154-cc7fddfaf89f tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bacb0648e54e4d259cd1fef515ec1094&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1296935 Jun 01 15:53:55.120383 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:55.120992 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:55.122370 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] 10.222.0.89 "PUT /v2.0/ports/2c4d9d7c-b79e-45db-89b5-307137463a46 HTTP/1.1" status: 200 len: 1093 time: 2.6148207 Jun 01 15:53:55.128752 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362eba8f-8358-4ba4-94a2-0414a6e3fb47', 'tag': '2c4d9d7c-b79e-45db-89b5-307137463a46'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:53:55.131016 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20854592-ad35-494b-8053-09f15988f289" -d '{"events": [{"name": "network-changed", "server_uuid": "362eba8f-8358-4ba4-94a2-0414a6e3fb47", "tag": "2c4d9d7c-b79e-45db-89b5-307137463a46"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:53:55.135851 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b98834fa-9195-4e9b-b537-7a75ed113694 req-433346b6-14a4-46f1-b044-2ec621fe06e9 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247818 Jun 01 15:53:55.346898 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 8d5e6027-dea6-42f3-8186-0cb9c6380ebb up at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:53:55.402113 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Pushing event updated for resources: {'Port': ['ID=2c4d9d7c-b79e-45db-89b5-307137463a46,revision_number=3']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:55.411095 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:55.432768 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning for port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:53:55.437994 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning complete for port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:53:55.438369 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:55.541299 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-d1a7a42f-a89e-4141-b27a-c6ee293c24a0 service neutron] 10.222.0.60 "GET /v2.0/networks/1a71e0df-ae0f-48be-bf8b-ae8d385826d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457009 Jun 01 15:53:55.545304 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6b3cb945-25e6-4c33-b950-7655c0ec1581 req-fe95c79b-7c86-4e5e-99fb-4c4f39cc437a service neutron] 10.222.0.89 "GET /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861507 Jun 01 15:53:55.590882 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:55.633379 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678105a2-540d-494c-834e-f45ed9d9de58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5e6027-dea6-42f3-8186-0cb9c6380ebb'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:53:55.635655 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0367ec9-fc1d-4910-bae4-fe4f31e491ea" -d '{"events": [{"server_uuid": "678105a2-540d-494c-834e-f45ed9d9de58", "name": "network-vif-plugged", "status": "completed", "tag": "8d5e6027-dea6-42f3-8186-0cb9c6380ebb"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:53:55.647375 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=8d5e6027-dea6-42f3-8186-0cb9c6380ebb,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:55.652961 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:55.655477 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:55.683864 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-b07580a1-1b21-4c2d-8c48-20529cba5727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:55.685882 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-b07580a1-1b21-4c2d-8c48-20529cba5727 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9a8d1b76efdc412fa75558d8d00df5b1&device_id=362eba8f-8358-4ba4-94a2-0414a6e3fb47 HTTP/1.1" status: 200 len: 1096 time: 0.5070217 Jun 01 15:53:55.696008 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ad8a1-9cd0-4da9-a0db-7ddd40600aff req-e86ca93c-1be1-4ef4-a161-0307d681534d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:55.697548 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-bc1ad8a1-9cd0-4da9-a0db-7ddd40600aff req-e86ca93c-1be1-4ef4-a161-0307d681534d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 945 time: 0.3004901 Jun 01 15:53:55.748914 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=8d5e6027-dea6-42f3-8186-0cb9c6380ebb,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:55.757474 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:55.795672 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-6274ff27-6187-4323-9f66-42cbc609f4cc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c4d9d7c-b79e-45db-89b5-307137463a46 HTTP/1.1" status: 200 len: 217 time: 0.0913112 Jun 01 15:53:55.862767 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-c17f2823-51cd-4484-9517-d6aec026b45e service neutron] 10.222.0.60 "GET /v2.0/networks/1a71e0df-ae0f-48be-bf8b-ae8d385826d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125703 Jun 01 15:53:55.882192 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-bc1ad8a1-9cd0-4da9-a0db-7ddd40600aff req-d5a30b1c-3d85-49d8-b254-d91267f3e013 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210306 Jun 01 15:53:55.892516 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-329eaf69-bb6a-4053-99c7-621fb49dff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:55.894019 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-329eaf69-bb6a-4053-99c7-621fb49dff91 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6c05ea02-37de-4c70-a86d-e39e23827d1a HTTP/1.1" status: 200 len: 855 time: 0.0867858 Jun 01 15:53:55.966510 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-fac856db-6e1a-4d64-8531-5eb185f86bd3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1d3dde78-d936-4294-b200-1bcc0c02662a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591743 Jun 01 15:53:56.018985 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0fce20-6b2e-4227-bcdd-5d41f3be04c8 x-openstack-request-id: req-ff0fce20-6b2e-4227-bcdd-5d41f3be04c8 {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:53:56.019340 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362eba8f-8358-4ba4-94a2-0414a6e3fb47", "tag": "2c4d9d7c-b79e-45db-89b5-307137463a46", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:53:56.020749 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ff0fce20-6b2e-4227-bcdd-5d41f3be04c8 {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:53:56.021172 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362eba8f-8358-4ba4-94a2-0414a6e3fb47', 'tag': '2c4d9d7c-b79e-45db-89b5-307137463a46', 'status': 'completed', 'code': 200} Jun 01 15:53:56.315369 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-d45840b3-dbb0-4d61-8329-9468faaef9a5 service neutron] 10.222.0.89 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412244 Jun 01 15:53:56.373322 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882a1f0f-e801-4a91-b9e0-b16fb8fd4bf4 x-openstack-request-id: req-882a1f0f-e801-4a91-b9e0-b16fb8fd4bf4 {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:53:56.373855 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678105a2-540d-494c-834e-f45ed9d9de58", "name": "network-vif-plugged", "status": "completed", "tag": "8d5e6027-dea6-42f3-8186-0cb9c6380ebb", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:53:56.374078 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-882a1f0f-e801-4a91-b9e0-b16fb8fd4bf4 {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:53:56.375013 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678105a2-540d-494c-834e-f45ed9d9de58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5e6027-dea6-42f3-8186-0cb9c6380ebb', 'code': 200} Jun 01 15:53:56.471870 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff30b54-60e6-4692-947c-179510485373 req-4505b60a-b072-4059-aa0a-dc8d5aebcfa4 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:56.479147 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-cff30b54-60e6-4692-947c-179510485373 req-4505b60a-b072-4059-aa0a-dc8d5aebcfa4 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.2598875 Jun 01 15:53:56.598944 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3648d1a8-fd46-448b-9c90-bee5626e9cf1 req-3ef65a92-8ae7-493a-9a1a-baac83704ca2 service neutron] 10.222.0.89 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769372 Jun 01 15:53:56.614435 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-cff30b54-60e6-4692-947c-179510485373 req-f0c337ff-ecaf-40f2-91a7-22f9ff212d89 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340945 Jun 01 15:53:56.783845 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-883fda95-95a5-4bc7-bbd1-3ded796e1c95 req-8709d7b9-04b4-4465-89a2-9c75320b3cbb tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=395ac214-6b9f-422c-9829-c8987a85c9f7 HTTP/1.1" status: 200 len: 210 time: 0.0683856 Jun 01 15:53:56.819525 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219e6b5-4886-4e9b-a9a4-21f56c539af3 req-322fd29c-d063-4563-95ec-b284d72a7218 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:56.821009 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4219e6b5-4886-4e9b-a9a4-21f56c539af3 req-322fd29c-d063-4563-95ec-b284d72a7218 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=362eba8f-8358-4ba4-94a2-0414a6e3fb47 HTTP/1.1" status: 200 len: 943 time: 0.2877104 Jun 01 15:53:56.875192 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8ee51-c499-4b5d-b99c-ec0f4fc325de req-583166a4-7e66-46e6-92c9-28686f07ecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:56.876665 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d4b8ee51-c499-4b5d-b99c-ec0f4fc325de req-583166a4-7e66-46e6-92c9-28686f07ecd4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 1099 time: 0.2406819 Jun 01 15:53:56.889378 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4219e6b5-4886-4e9b-a9a4-21f56c539af3 req-e0b0e874-96d4-441b-ab49-51c9e6fa462c tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581830 Jun 01 15:53:56.891689 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20854592-ad35-494b-8053-09f15988f289 req-e4d7b389-77b1-417e-af3e-cbc2385bbcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:56.893618 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 57952) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:56.894117 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-20854592-ad35-494b-8053-09f15988f289 req-e4d7b389-77b1-417e-af3e-cbc2385bbcd4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9a8d1b76efdc412fa75558d8d00df5b1&device_id=362eba8f-8358-4ba4-94a2-0414a6e3fb47 HTTP/1.1" status: 200 len: 1096 time: 0.2129617 Jun 01 15:53:56.970067 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-d4b8ee51-c499-4b5d-b99c-ec0f4fc325de req-c2fb481d-1385-435d-94b0-e08863c707e7 service neutron] Synchronizing usage tracker for tenant:423d9401b5464df881127118e376e3aa on resource:security_group {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:53:57.003461 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91e676c-e596-41e3-bf40-f04bb3446c2b admin admin] Deleting subnet ea545d71-195d-4e13-9adf-f3eddca947bc {{(pid=91976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 15:53:57.013256 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b91e676c-e596-41e3-bf40-f04bb3446c2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:57.045315 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-d4b8ee51-c499-4b5d-b99c-ec0f4fc325de req-c2fb481d-1385-435d-94b0-e08863c707e7 service neutron] Unset dirty status for tenant:423d9401b5464df881127118e376e3aa on resource:security_group {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:53:57.046604 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d4b8ee51-c499-4b5d-b99c-ec0f4fc325de req-c2fb481d-1385-435d-94b0-e08863c707e7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525662 Jun 01 15:53:57.078501 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20854592-ad35-494b-8053-09f15988f289 req-2070c919-a6c2-40ff-ae84-3667a3cc97d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:57.080182 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-20854592-ad35-494b-8053-09f15988f289 req-2070c919-a6c2-40ff-ae84-3667a3cc97d2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1d3dde78-d936-4294-b200-1bcc0c02662a HTTP/1.1" status: 200 len: 916 time: 0.1712458 Jun 01 15:53:57.162668 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b91e676c-e596-41e3-bf40-f04bb3446c2b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:57.174789 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b91e676c-e596-41e3-bf40-f04bb3446c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907603'] for subnet, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:57.284350 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-20854592-ad35-494b-8053-09f15988f289 req-4ab1d3da-d473-4231-a706-f4fd9954f417 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c4d9d7c-b79e-45db-89b5-307137463a46 HTTP/1.1" status: 200 len: 217 time: 0.0671089 Jun 01 15:53:57.370079 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20854592-ad35-494b-8053-09f15988f289 req-bae5670f-eeac-4ea7-9d4c-9cdbcef98d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:57.372670 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-20854592-ad35-494b-8053-09f15988f289 req-bae5670f-eeac-4ea7-9d4c-9cdbcef98d5d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6c05ea02-37de-4c70-a86d-e39e23827d1a HTTP/1.1" status: 200 len: 855 time: 0.0770640 Jun 01 15:53:57.380967 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fe9c6-67e3-4211-ad23-7e0c3736f3a8 req-9b27c0a8-c578-482f-a8f8-4c7cd6b4c8bf tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:57.382760 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7a8fe9c6-67e3-4211-ad23-7e0c3736f3a8 req-9b27c0a8-c578-482f-a8f8-4c7cd6b4c8bf tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.3016632 Jun 01 15:53:57.443647 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-20854592-ad35-494b-8053-09f15988f289 req-7c90966f-8a25-4c41-9b40-7458c6393056 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1d3dde78-d936-4294-b200-1bcc0c02662a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596876 Jun 01 15:53:57.490508 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b91e676c-e596-41e3-bf40-f04bb3446c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036'] for subnet, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:57.497271 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:57.544739 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b91e676c-e596-41e3-bf40-f04bb3446c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for subnet, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:57.548421 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e676c-e596-41e3-bf40-f04bb3446c2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea545d71-195d-4e13-9adf-f3eddca947bc,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:57.552081 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-b91e676c-e596-41e3-bf40-f04bb3446c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:57.560738 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-b91e676c-e596-41e3-bf40-f04bb3446c2b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ea545d71-195d-4e13-9adf-f3eddca947bc HTTP/1.1" status: 204 len: 168 time: 0.6666183 Jun 01 15:53:57.561561 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 57970) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:57.619174 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7a8fe9c6-67e3-4211-ad23-7e0c3736f3a8 req-917c6428-b31a-48c1-9e4f-903e5bfe25d2 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032170 Jun 01 15:53:57.719041 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-20854592-ad35-494b-8053-09f15988f289 req-c9ddca8c-ef5a-4fbe-885d-f179417af64c service neutron] 10.222.0.89 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543309 Jun 01 15:53:57.843635 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916354'] for network, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:58.081984 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e678a3c5-154f-42da-a1ab-a66af6adf847 req-9e7d39ef-57ad-4c50-80ef-3352673c1f24 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=395ac214-6b9f-422c-9829-c8987a85c9f7 HTTP/1.1" status: 200 len: 210 time: 0.0858083 Jun 01 15:53:58.147702 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3910276', 'neutron.services.segments.db._delete_segments_for_network-8737512847436'] for network, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:58.181713 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:58.182837 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:58.185064 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:58.189599 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Subscribe: > port after_create 55550000 {{(pid=91976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:58.190179 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Subscribe: > port after_delete 55550000 {{(pid=91976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:58.190737 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Subscribe: > port after_update 55550000 {{(pid=91976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:58.191297 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:58.192265 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:58.192788 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:58.193329 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:58.203737 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-c31364bb-3932-42f3-898c-fa230c9a491e tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:58.205323 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-c31364bb-3932-42f3-898c-fa230c9a491e tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.89 "GET /v2.0/networks?id=1a71e0df-ae0f-48be-bf8b-ae8d385826d8 HTTP/1.1" status: 200 len: 808 time: 0.3636570 Jun 01 15:53:58.229602 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-8850287b-de50-4a6f-aef3-5930f40e196c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Request body: {'port': {'device_id': '395ac214-6b9f-422c-9829-c8987a85c9f7', 'network_id': '1a71e0df-ae0f-48be-bf8b-ae8d385826d8', 'admin_state_up': True, 'tenant_id': 'bacb0648e54e4d259cd1fef515ec1094'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:58.344214 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf2027-ede1-442a-a23f-35409970afaa req-7e06ad38-3ef4-421f-9846-4cd98586b5c8 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:58.351128 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9adf2027-ede1-442a-a23f-35409970afaa req-7e06ad38-3ef4-421f-9846-4cd98586b5c8 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.5915051 Jun 01 15:53:58.382913 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:58.383309 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:58.385784 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:58.386127 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 15:53:58.386676 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.services.segments.db [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b']}} {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:58.407314 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.services.segments.db [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1abcf73-b2c2-4b99-936d-3bf2066c71da') {'for_net_delete': True} {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:58.407691 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.services.segments.db [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1abcf73-b2c2-4b99-936d-3bf2066c71da') {} {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:53:58.425526 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737512848743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129320109'] for segment, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:58.442656 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-20854592-ad35-494b-8053-09f15988f289 req-f7fa7396-b6c0-44c4-8521-e231e8e0e28f service neutron] 10.222.0.89 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7109482 Jun 01 15:53:58.464050 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:58.484006 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=91976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 15:53:58.484447 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129416830'] for segment, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: from cryptography.utils import int_from_bytes Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: from cryptography.utils import int_from_bytes Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: Traceback (most recent call last): Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: timer() Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: cb(*args, **kw) Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: return func(*args, **kwargs) Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: self._notify() Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: self.callback(batched_events) Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: event.method(event) Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: return f(self, *a, **k) Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: return self._get(url).json() Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: return self.request(url, 'GET', **kwargs) Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 15:53:58.502105 dv-cinder-793515-3-smb neutron-server[91976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 15:53:58.508785 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9adf2027-ede1-442a-a23f-35409970afaa req-bee8ff43-1362-44b5-a6d2-3e04373c8444 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567266 Jun 01 15:53:58.531976 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-8850287b-de50-4a6f-aef3-5930f40e196c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:53:58.543459 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd81a9-c2c8-4c86-8b9b-981ae2dae902 req-80cdfddb-7968-4dd0-88d4-cad8f0fd9070 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:58.545578 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0ffd81a9-c2c8-4c86-8b9b-981ae2dae902 req-80cdfddb-7968-4dd0-88d4-cad8f0fd9070 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=362eba8f-8358-4ba4-94a2-0414a6e3fb47 HTTP/1.1" status: 200 len: 943 time: 0.2814901 Jun 01 15:53:58.546684 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-8850287b-de50-4a6f-aef3-5930f40e196c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Usage tracker for resource:port and tenant:bacb0648e54e4d259cd1fef515ec1094 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:53:58.552205 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-8850287b-de50-4a6f-aef3-5930f40e196c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:53:58.573437 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-8850287b-de50-4a6f-aef3-5930f40e196c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:53:58.603713 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-8850287b-de50-4a6f-aef3-5930f40e196c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Made reservation on behalf of bacb0648e54e4d259cd1fef515ec1094 for: {'port': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:53:58.607745 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3910301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634041'] for network, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:58.608128 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-8850287b-de50-4a6f-aef3-5930f40e196c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:58.612407 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:58.629027 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:58.632840 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0ffd81a9-c2c8-4c86-8b9b-981ae2dae902 req-d36684d2-cb5a-40c2-a9a7-f406048aa816 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776107 Jun 01 15:53:58.635089 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Pushing event deleted for resources: {'Network': ['ID=9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:58.640020 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:58.651552 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] 10.222.0.60 "DELETE /v2.0/networks/9aa6a8c9-fd37-4c8d-a7d1-60daa7987b2b HTTP/1.1" status: 204 len: 168 time: 1.0858383 Jun 01 15:53:58.845710 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 57998) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:58.850371 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_common [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-8850287b-de50-4a6f-aef3-5930f40e196c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Allocated IP 172.20.0.13 (1a71e0df-ae0f-48be-bf8b-ae8d385826d8/7e3227f0-2635-4eea-b7b7-400ff91ef361/c76d8c0d-111e-4985-adb6-0b4b740fa1d7) {{(pid=91975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:53:58.896099 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-5e649d0d-dbb2-421a-ba5b-a4edd5dbb809 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e46477f8043a4bf9a078b41c2d7a4750&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0486672 Jun 01 15:53:58.896831 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc4104-3222-4f46-811b-48d00c1996a5 req-a6afc559-1d3c-4dca-bb6e-dbf6ed661b59 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:58.898289 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b5cc4104-3222-4f46-811b-48d00c1996a5 req-a6afc559-1d3c-4dca-bb6e-dbf6ed661b59 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.1337028 Jun 01 15:53:58.899050 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 58000) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:58.958209 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-513f9a3d-ad0a-45bf-a163-047ae6527eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:58.987889 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-513f9a3d-ad0a-45bf-a163-047ae6527eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:58.997806 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b5cc4104-3222-4f46-811b-48d00c1996a5 req-5e323ec4-5e8c-415f-af46-83adc70bed54 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903668 Jun 01 15:53:59.049174 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-513f9a3d-ad0a-45bf-a163-047ae6527eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:59.062550 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-fc36555c-3795-4309-bcb0-3b00de9966d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:59.082612 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f9a3d-ad0a-45bf-a163-047ae6527eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2828f279-5dfb-4d28-82ce-ceed8c298a37,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:59.084667 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-513f9a3d-ad0a-45bf-a163-047ae6527eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:59.086085 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-513f9a3d-ad0a-45bf-a163-047ae6527eaa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2828f279-5dfb-4d28-82ce-ceed8c298a37 HTTP/1.1" status: 204 len: 168 time: 0.1856256 Jun 01 15:53:59.087223 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-513f9a3d-ad0a-45bf-a163-047ae6527eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:59.129311 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-8850287b-de50-4a6f-aef3-5930f40e196c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Notify callbacks [] for port, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:59.165173 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-8850287b-de50-4a6f-aef3-5930f40e196c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:59.172556 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:59.362695 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 2c4d9d7c-b79e-45db-89b5-307137463a46 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:53:59.417453 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-8850287b-de50-4a6f-aef3-5930f40e196c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Network 1a71e0df-ae0f-48be-bf8b-ae8d385826d8 is already hosted by enough agents. {{(pid=91975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:53:59.442037 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850287b-de50-4a6f-aef3-5930f40e196c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Pushing event updated for resources: {'Port': ['ID=c76d8c0d-111e-4985-adb6-0b4b740fa1d7,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:59.447979 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-8850287b-de50-4a6f-aef3-5930f40e196c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Resources bound (agent type, host, resource id): {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:53:59.456817 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-8850287b-de50-4a6f-aef3-5930f40e196c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:59.462616 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-8850287b-de50-4a6f-aef3-5930f40e196c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Received port after_create {{(pid=91975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:53:59.554249 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 2c4d9d7c-b79e-45db-89b5-307137463a46, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2c4d9d7c-b79e-45db-89b5-307137463a46,segment=NetworkSegment(5a582721-188e-4673-9d0d-d4bcf203f1bd),segment_id=5a582721-188e-4673-9d0d-d4bcf203f1bd)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:59.564114 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-8850287b-de50-4a6f-aef3-5930f40e196c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:59.565580 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-8850287b-de50-4a6f-aef3-5930f40e196c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:59.569053 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Returning: {'device': '2c4d9d7c-b79e-45db-89b5-307137463a46', 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a', 'port_id': '2c4d9d7c-b79e-45db-89b5-307137463a46', 'mac_address': 'fa:16:3e:5f:d6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c05ea02-37de-4c70-a86d-e39e23827d1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:53:59.609903 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-8850287b-de50-4a6f-aef3-5930f40e196c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3896935 Jun 01 15:53:59.636310 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Request body: {'port': {'device_id': '395ac214-6b9f-422c-9829-c8987a85c9f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:59.647579 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:59.671583 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4d9d7c-b79e-45db-89b5-307137463a46 {{(pid=91977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:53:59.691767 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 2c4d9d7c-b79e-45db-89b5-307137463a46, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2c4d9d7c-b79e-45db-89b5-307137463a46,segment=NetworkSegment(5a582721-188e-4673-9d0d-d4bcf203f1bd),segment_id=5a582721-188e-4673-9d0d-d4bcf203f1bd)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:53:59.697597 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:59.702174 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:53:59.767822 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:53:59.787760 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae6fb9-817c-44e2-922f-8d6555a531f3 req-1418595c-13c9-4738-8b26-9be39ace9109 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:59.788738 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-c4ae6fb9-817c-44e2-922f-8d6555a531f3 req-1418595c-13c9-4738-8b26-9be39ace9109 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Synchronizing usage tracker for tenant:bacb0648e54e4d259cd1fef515ec1094 on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:53:59.833669 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b39c5-6a30-40ef-b20c-41247d7e59a8 req-5f0fd33e-0965-4096-81ef-c226d3b759a9 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:53:59.840730 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-cb0b39c5-6a30-40ef-b20c-41247d7e59a8 req-5f0fd33e-0965-4096-81ef-c226d3b759a9 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.5498443 Jun 01 15:53:59.848726 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 58054) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:53:59.862629 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-6ae59060-9db5-4b54-a3d9-551a1de9c7c0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Request body: {'floatingip': {'port_id': '8d5e6027-dea6-42f3-8186-0cb9c6380ebb'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:53:59.874628 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=2c4d9d7c-b79e-45db-89b5-307137463a46,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:53:59.880654 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:53:59.922360 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-c4ae6fb9-817c-44e2-922f-8d6555a531f3 req-1418595c-13c9-4738-8b26-9be39ace9109 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Unset dirty status for tenant:bacb0648e54e4d259cd1fef515ec1094 on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:53:59.923577 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c4ae6fb9-817c-44e2-922f-8d6555a531f3 req-1418595c-13c9-4738-8b26-9be39ace9109 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=395ac214-6b9f-422c-9829-c8987a85c9f7 HTTP/1.1" status: 200 len: 932 time: 0.5794458 Jun 01 15:54:00.024817 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['2c4d9d7c-b79e-45db-89b5-307137463a46'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:54:00.111792 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c4ae6fb9-817c-44e2-922f-8d6555a531f3 req-c27c43d6-3038-4898-b423-7e31a9b43eb2 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/security-groups?id=963a7af7-2e2a-4593-a7be-ae1f9ad649d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789439 Jun 01 15:54:00.126984 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6ae59060-9db5-4b54-a3d9-551a1de9c7c0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for floatingip, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:00.466391 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecbf2f-10ea-44ac-862b-dd016e8437c7 req-450349d1-1832-44b6-bc2c-8a1e123ae30d tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:00.468448 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-45ecbf2f-10ea-44ac-862b-dd016e8437c7 req-450349d1-1832-44b6-bc2c-8a1e123ae30d tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.3437262 Jun 01 15:54:00.544586 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-45ecbf2f-10ea-44ac-862b-dd016e8437c7 req-93e65bea-5133-4cb8-8650-c37794591a0e tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655801 Jun 01 15:54:00.557613 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b8961-05f4-4beb-98c4-5b88cd115286 req-b52786fe-8b19-4bbb-9212-96d471dcb8cf tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:00.559232 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-628b8961-05f4-4beb-98c4-5b88cd115286 req-b52786fe-8b19-4bbb-9212-96d471dcb8cf tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=362eba8f-8358-4ba4-94a2-0414a6e3fb47 HTTP/1.1" status: 200 len: 944 time: 0.2116029 Jun 01 15:54:00.644720 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c76d8c0d-111e-4985-adb6-0b4b740fa1d7 {{(pid=91975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:54:00.656192 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:00.661293 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-628b8961-05f4-4beb-98c4-5b88cd115286 req-21624398-cb42-4607-bb1f-ab26fb42f123 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717759 Jun 01 15:54:00.676080 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.provisioning_blocks [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Transition to ACTIVE for port object c76d8c0d-111e-4985-adb6-0b4b740fa1d7 will not be triggered until provisioned by entity L2. {{(pid=91975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:54:00.681496 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:00.686628 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:00.816253 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Pushing event updated for resources: {'Port': ['ID=c76d8c0d-111e-4985-adb6-0b4b740fa1d7,revision_number=2']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:00.833815 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:00.834538 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:00.834538 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:00.834859 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:00.835238 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:00.835586 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:00.835928 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:00.836273 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:00.836609 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:00.837239 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:00.837239 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:00.837591 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:00.847884 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:00.986872 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Attempting to bind port c76d8c0d-111e-4985-adb6-0b4b740fa1d7 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:54:00.987250 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Attempting to bind port c76d8c0d-111e-4985-adb6-0b4b740fa1d7 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'f192b547-f8f4-48fb-972b-fe46500dfb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '1a71e0df-ae0f-48be-bf8b-ae8d385826d8'}] {{(pid=91975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:54:00.987647 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Attempting to bind port c76d8c0d-111e-4985-adb6-0b4b740fa1d7 on network 1a71e0df-ae0f-48be-bf8b-ae8d385826d8 {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:54:00.994548 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Port c76d8c0d-111e-4985-adb6-0b4b740fa1d7 on network 1a71e0df-ae0f-48be-bf8b-ae8d385826d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:54:00.994879 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Attempting to bind port c76d8c0d-111e-4985-adb6-0b4b740fa1d7 on network 1a71e0df-ae0f-48be-bf8b-ae8d385826d8 {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:54:01.001786 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Checking agent: {'id': 'c6431322-3330-4f13-924b-76ac3aabd9b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'started_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:54:01.002131 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Checking segment: {'id': 'f192b547-f8f4-48fb-972b-fe46500dfb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '1a71e0df-ae0f-48be-bf8b-ae8d385826d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:54:01.002524 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Bound using segment: {'id': 'f192b547-f8f4-48fb-972b-fe46500dfb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '1a71e0df-ae0f-48be-bf8b-ae8d385826d8'} {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:54:01.002957 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Bound port: c76d8c0d-111e-4985-adb6-0b4b740fa1d7, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f192b547-f8f4-48fb-972b-fe46500dfb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '1a71e0df-ae0f-48be-bf8b-ae8d385826d8'}}] {{(pid=91975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:54:01.003335 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:01.129993 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] For port c76d8c0d-111e-4985-adb6-0b4b740fa1d7, host hv-cinder-79351, cleared binding levels {{(pid=91975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:54:01.134272 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] For port c76d8c0d-111e-4985-adb6-0b4b740fa1d7, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=c76d8c0d-111e-4985-adb6-0b4b740fa1d7,segment=NetworkSegment(f192b547-f8f4-48fb-972b-fe46500dfb1a),segment_id=f192b547-f8f4-48fb-972b-fe46500dfb1a)] {{(pid=91975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:54:01.135730 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6ae59060-9db5-4b54-a3d9-551a1de9c7c0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:01.142645 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6ae59060-9db5-4b54-a3d9-551a1de9c7c0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633999'] for floatingip, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:01.155966 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:01.163797 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:01.304523 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:01.306693 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:01.310888 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] 10.222.0.89 "PUT /v2.0/ports/c76d8c0d-111e-4985-adb6-0b4b740fa1d7 HTTP/1.1" status: 200 len: 1094 time: 1.6811290 Jun 01 15:54:01.313191 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395ac214-6b9f-422c-9829-c8987a85c9f7', 'tag': 'c76d8c0d-111e-4985-adb6-0b4b740fa1d7'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:54:01.316445 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9d62d5-5758-49fa-ba5b-129d5bc186a2" -d '{"events": [{"name": "network-changed", "server_uuid": "395ac214-6b9f-422c-9829-c8987a85c9f7", "tag": "c76d8c0d-111e-4985-adb6-0b4b740fa1d7"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:54:01.375013 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 2c4d9d7c-b79e-45db-89b5-307137463a46 up at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:54:01.453199 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74514966-152b-4086-8c5d-119d65a43f51 x-openstack-request-id: req-74514966-152b-4086-8c5d-119d65a43f51 {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:54:01.453858 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395ac214-6b9f-422c-9829-c8987a85c9f7", "tag": "c76d8c0d-111e-4985-adb6-0b4b740fa1d7", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:54:01.454368 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-74514966-152b-4086-8c5d-119d65a43f51 {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:54:01.454904 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395ac214-6b9f-422c-9829-c8987a85c9f7', 'tag': 'c76d8c0d-111e-4985-adb6-0b4b740fa1d7', 'status': 'completed', 'code': 200} Jun 01 15:54:01.462090 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Pushing event updated for resources: {'Port': ['ID=c76d8c0d-111e-4985-adb6-0b4b740fa1d7,revision_number=3']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:01.475025 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:01.524854 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning for port 2c4d9d7c-b79e-45db-89b5-307137463a46 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:54:01.538758 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning complete for port 2c4d9d7c-b79e-45db-89b5-307137463a46 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:54:01.541736 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:01.544500 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-93954817-89bc-4da3-b242-a21a138c806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:01.546589 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-93954817-89bc-4da3-b242-a21a138c806e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bacb0648e54e4d259cd1fef515ec1094&device_id=395ac214-6b9f-422c-9829-c8987a85c9f7 HTTP/1.1" status: 200 len: 1097 time: 0.1621292 Jun 01 15:54:01.560883 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe788f9-7368-4a5e-b0cc-d023f63e9316 req-61b517c1-cca0-459c-ab2e-e7ae07cd0ca1 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:01.569566 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ebe788f9-7368-4a5e-b0cc-d023f63e9316 req-61b517c1-cca0-459c-ab2e-e7ae07cd0ca1 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=395ac214-6b9f-422c-9829-c8987a85c9f7 HTTP/1.1" status: 200 len: 944 time: 0.2443917 Jun 01 15:54:01.646322 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.db.l3_db [None req-6ae59060-9db5-4b54-a3d9-551a1de9c7c0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Floating IP d44b6c9d-4382-4edb-a517-891715192109 associated. External IP: 172.28.0.201, port: 8d5e6027-dea6-42f3-8186-0cb9c6380ebb. Jun 01 15:54:01.794313 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-4f2a9898-60aa-47f6-841a-e4a2819638c4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c76d8c0d-111e-4985-adb6-0b4b740fa1d7 HTTP/1.1" status: 200 len: 217 time: 0.2210901 Jun 01 15:54:01.865357 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:01.934845 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ebe788f9-7368-4a5e-b0cc-d023f63e9316 req-e116f32b-ce04-4741-9d2b-27dd903cd3ee tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/security-groups?id=963a7af7-2e2a-4593-a7be-ae1f9ad649d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642869 Jun 01 15:54:01.939556 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 2c4d9d7c-b79e-45db-89b5-307137463a46, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2c4d9d7c-b79e-45db-89b5-307137463a46,segment=NetworkSegment(5a582721-188e-4673-9d0d-d4bcf203f1bd),segment_id=5a582721-188e-4673-9d0d-d4bcf203f1bd)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:01.942821 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362eba8f-8358-4ba4-94a2-0414a6e3fb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4d9d7c-b79e-45db-89b5-307137463a46'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:54:01.947496 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c6bf1c-05e6-46bc-a645-12a9441cfd10" -d '{"events": [{"server_uuid": "362eba8f-8358-4ba4-94a2-0414a6e3fb47", "name": "network-vif-plugged", "status": "completed", "tag": "2c4d9d7c-b79e-45db-89b5-307137463a46"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:54:01.954976 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:01.956997 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:01.995402 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-7d6d9326-b13e-4997-8544-ae556ebb9f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:01.996854 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-7d6d9326-b13e-4997-8544-ae556ebb9f95 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7e3227f0-2635-4eea-b7b7-400ff91ef361 HTTP/1.1" status: 200 len: 848 time: 0.1897509 Jun 01 15:54:02.053836 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=2c4d9d7c-b79e-45db-89b5-307137463a46,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:02.069940 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:02.108826 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-4d6d7a2a-ff90-4e1c-95f7-8dde8191d05f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1a71e0df-ae0f-48be-bf8b-ae8d385826d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038406 Jun 01 15:54:02.124340 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19174a5d-7d19-4ea4-8518-66d71dfc11b1 req-0f477d61-cb77-4a52-bf3d-185ea4893d97 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:02.131398 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-19174a5d-7d19-4ea4-8518-66d71dfc11b1 req-0f477d61-cb77-4a52-bf3d-185ea4893d97 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.2912552 Jun 01 15:54:02.328983 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-19174a5d-7d19-4ea4-8518-66d71dfc11b1 req-3e293203-1778-49bc-9075-ed6b06cff33c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966436 Jun 01 15:54:02.378007 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae59060-9db5-4b54-a3d9-551a1de9c7c0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Router a12d3658-2a05-42a8-b475-eb4a4204aee8 has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:54:02.414583 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551ca484-b107-4420-aa4a-d229471759c6 x-openstack-request-id: req-551ca484-b107-4420-aa4a-d229471759c6 {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:54:02.415177 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362eba8f-8358-4ba4-94a2-0414a6e3fb47", "name": "network-vif-plugged", "status": "completed", "tag": "2c4d9d7c-b79e-45db-89b5-307137463a46", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:54:02.415177 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-551ca484-b107-4420-aa4a-d229471759c6 {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:54:02.415572 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362eba8f-8358-4ba4-94a2-0414a6e3fb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4d9d7c-b79e-45db-89b5-307137463a46', 'code': 200} Jun 01 15:54:02.432838 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c459ff-cb7d-4bfe-a269-4f6107a1f98a req-c4a5d434-43d2-48c8-a0aa-91f9b9e7fa30 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:02.443682 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-24c459ff-cb7d-4bfe-a269-4f6107a1f98a req-c4a5d434-43d2-48c8-a0aa-91f9b9e7fa30 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=362eba8f-8358-4ba4-94a2-0414a6e3fb47 HTTP/1.1" status: 200 len: 945 time: 0.2873106 Jun 01 15:54:02.474170 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-1bd0a3cf-d7df-4391-ba11-de9859026666 service neutron] 10.222.0.89 "GET /v2.0/networks/1a71e0df-ae0f-48be-bf8b-ae8d385826d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912281 Jun 01 15:54:02.552804 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-24c459ff-cb7d-4bfe-a269-4f6107a1f98a req-249d4d7c-3b59-4d2f-a555-1868c1e94c84 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079478 Jun 01 15:54:02.693336 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae59060-9db5-4b54-a3d9-551a1de9c7c0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:54:02.705563 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6ae59060-9db5-4b54-a3d9-551a1de9c7c0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for floatingip, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:02.719497 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f627eae-806f-4f08-99e1-ba4be9ce27e8 req-76d75dad-a11b-4605-8610-402e24070dae service neutron] 10.222.0.89 "GET /v2.0/networks/1a71e0df-ae0f-48be-bf8b-ae8d385826d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237346 Jun 01 15:54:02.736478 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cfde79-4d5c-4ef8-a726-2446143ffb72 None None] Sync routers for ids ['a12d3658-2a05-42a8-b475-eb4a4204aee8'] in dv-cinder-793515-3-smb {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:54:02.753851 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cfde79-4d5c-4ef8-a726-2446143ffb72 None None] Routers {'a12d3658-2a05-42a8-b475-eb4a4204aee8'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:54:02.754528 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-e4cfde79-4d5c-4ef8-a726-2446143ffb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:53:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['a12d3658-2a05-42a8-b475-eb4a4204aee8'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:54:02.766805 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a3082-de0d-4652-9c82-a55a35469ff3 req-bb8c1e71-f194-4899-9134-9f0aad320607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:02.768848 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ac7a3082-de0d-4652-9c82-a55a35469ff3 req-bb8c1e71-f194-4899-9134-9f0aad320607 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=362eba8f-8358-4ba4-94a2-0414a6e3fb47 HTTP/1.1" status: 200 len: 1098 time: 0.0897460 Jun 01 15:54:02.818704 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-6ae59060-9db5-4b54-a3d9-551a1de9c7c0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "PUT /v2.0/floatingips/d44b6c9d-4382-4edb-a517-891715192109 HTTP/1.1" status: 200 len: 992 time: 2.9655612 Jun 01 15:54:02.819351 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678105a2-540d-494c-834e-f45ed9d9de58', 'tag': '8d5e6027-dea6-42f3-8186-0cb9c6380ebb'}] {{(pid=91976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:54:02.822378 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f9d738effd6d9aceb087a38e3a2b49a7446793e3ad91c39eafceb576f9fb4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838e47b5-f8b4-4bbb-944e-2f822479a299" -d '{"events": [{"name": "network-changed", "server_uuid": "678105a2-540d-494c-834e-f45ed9d9de58", "tag": "8d5e6027-dea6-42f3-8186-0cb9c6380ebb"}]}' {{(pid=91976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:54:02.908332 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ac7a3082-de0d-4652-9c82-a55a35469ff3 req-97d45cd8-6e0a-4943-966b-4770f8cee588 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280985 Jun 01 15:54:02.925694 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01b0068-7131-493d-b89e-972846d49ca3 x-openstack-request-id: req-d01b0068-7131-493d-b89e-972846d49ca3 {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:54:02.926387 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678105a2-540d-494c-834e-f45ed9d9de58", "tag": "8d5e6027-dea6-42f3-8186-0cb9c6380ebb", "status": "completed", "code": 200}]} {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:54:02.926996 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d01b0068-7131-493d-b89e-972846d49ca3 {{(pid=91976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:54:02.928617 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678105a2-540d-494c-834e-f45ed9d9de58', 'tag': '8d5e6027-dea6-42f3-8186-0cb9c6380ebb', 'status': 'completed', 'code': 200} Jun 01 15:54:02.932026 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d62d5-5758-49fa-ba5b-129d5bc186a2 req-c013a0e5-e979-4245-b208-1ce2215e493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:02.939357 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4c9d62d5-5758-49fa-ba5b-129d5bc186a2 req-c013a0e5-e979-4245-b208-1ce2215e493c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bacb0648e54e4d259cd1fef515ec1094&device_id=395ac214-6b9f-422c-9829-c8987a85c9f7 HTTP/1.1" status: 200 len: 1097 time: 0.1329105 Jun 01 15:54:03.013907 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-e4cfde79-4d5c-4ef8-a726-2446143ffb72 None None] Set router a12d3658-2a05-42a8-b475-eb4a4204aee8 gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:54:03.234346 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d62d5-5758-49fa-ba5b-129d5bc186a2 req-fd1883f4-f350-413e-ada8-0d236df20325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:03.235856 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4c9d62d5-5758-49fa-ba5b-129d5bc186a2 req-fd1883f4-f350-413e-ada8-0d236df20325 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1a71e0df-ae0f-48be-bf8b-ae8d385826d8 HTTP/1.1" status: 200 len: 909 time: 0.2451944 Jun 01 15:54:03.317547 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4c9d62d5-5758-49fa-ba5b-129d5bc186a2 req-7535624f-2aad-463b-a9c3-57df033475cf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c76d8c0d-111e-4985-adb6-0b4b740fa1d7 HTTP/1.1" status: 200 len: 217 time: 0.0671463 Jun 01 15:54:03.410357 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e47b5-f8b4-4bbb-944e-2f822479a299 req-43b05dd8-30a9-42b1-bcd0-46ff592f0503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:03.413138 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-838e47b5-f8b4-4bbb-944e-2f822479a299 req-43b05dd8-30a9-42b1-bcd0-46ff592f0503 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=12fb45d959194124816570e75695094b&device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 1099 time: 0.3777447 Jun 01 15:54:03.417917 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d62d5-5758-49fa-ba5b-129d5bc186a2 req-a41ffd21-9c58-44e8-9b48-4bdced978d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:03.419336 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4c9d62d5-5758-49fa-ba5b-129d5bc186a2 req-a41ffd21-9c58-44e8-9b48-4bdced978d20 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7e3227f0-2635-4eea-b7b7-400ff91ef361 HTTP/1.1" status: 200 len: 848 time: 0.0858994 Jun 01 15:54:03.429990 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76092b-d553-468f-be1a-82a5679d6f97 req-79d7da05-4d93-4226-949b-20edace7232b tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:03.436811 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ec76092b-d553-468f-be1a-82a5679d6f97 req-79d7da05-4d93-4226-949b-20edace7232b tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=395ac214-6b9f-422c-9829-c8987a85c9f7 HTTP/1.1" status: 200 len: 944 time: 0.3391111 Jun 01 15:54:03.471110 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-e4cfde79-4d5c-4ef8-a726-2446143ffb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'name': 'tempest-AttachVolumeShelveTestJSON-1405309750-router', 'tenant_id': '12fb45d959194124816570e75695094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:53:23Z', 'revision_number': 4, 'project_id': '12fb45d959194124816570e75695094b', 'gw_port': {'id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:05Z', 'updated_at': '2021-06-01T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_floatingips': [{'id': 'd44b6c9d-4382-4edb-a517-891715192109', 'tenant_id': '12fb45d959194124816570e75695094b', 'floating_ip_address': '172.28.0.201', 'floating_network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'router_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'port_id': '8d5e6027-dea6-42f3-8186-0cb9c6380ebb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'mac_address': 'fa:16:3e:93:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678105a2-540d-494c-834e-f45ed9d9de58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:53:32Z', 'updated_at': '2021-06-01T15:54:00Z', 'revision_number': 1, 'project_id': '12fb45d959194124816570e75695094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d919416-8138-467e-8c51-f001ba42549e', 'name': '', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'tenant_id': '12fb45d959194124816570e75695094b', 'mac_address': 'fa:16:3e:90:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:19Z', 'updated_at': '2021-06-01T15:53:37Z', 'revision_number': 5, 'project_id': '12fb45d959194124816570e75695094b', 'subnets': [{'id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:54:03.478619 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cfde79-4d5c-4ef8-a726-2446143ffb72 None None] Checking router: a12d3658-2a05-42a8-b475-eb4a4204aee8 for host: dv-cinder-793515-3-smb {{(pid=91978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:54:03.492772 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cfde79-4d5c-4ef8-a726-2446143ffb72 None None] Routers {'a12d3658-2a05-42a8-b475-eb4a4204aee8'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:54:03.494508 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-e4cfde79-4d5c-4ef8-a726-2446143ffb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:53:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['a12d3658-2a05-42a8-b475-eb4a4204aee8'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:54:03.580452 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4c9d62d5-5758-49fa-ba5b-129d5bc186a2 req-22951963-11db-44dc-8981-4c9510130f5e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1a71e0df-ae0f-48be-bf8b-ae8d385826d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1401494 Jun 01 15:54:03.598587 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ec76092b-d553-468f-be1a-82a5679d6f97 req-489e852d-abd5-4cc7-b1dc-551902fbfdd2 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/security-groups?id=963a7af7-2e2a-4593-a7be-ae1f9ad649d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609271 Jun 01 15:54:03.744290 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-e4cfde79-4d5c-4ef8-a726-2446143ffb72 None None] Set router a12d3658-2a05-42a8-b475-eb4a4204aee8 gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:54:03.973008 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e47b5-f8b4-4bbb-944e-2f822479a299 req-9f994e0c-6a0a-47c1-9e87-35ff4caa756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:03.974484 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-838e47b5-f8b4-4bbb-944e-2f822479a299 req-9f994e0c-6a0a-47c1-9e87-35ff4caa756b service neutron] 10.222.0.89 "GET /v2.0/networks?id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff HTTP/1.1" status: 200 len: 918 time: 0.5357885 Jun 01 15:54:04.073397 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52f8de-d6c1-4d2a-9a5f-2d5f4202e51c req-4918c16a-42d5-4444-a29a-45b5a0754d2e tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:04.077324 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4f52f8de-d6c1-4d2a-9a5f-2d5f4202e51c req-4918c16a-42d5-4444-a29a-45b5a0754d2e tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.5447948 Jun 01 15:54:04.095555 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4c9d62d5-5758-49fa-ba5b-129d5bc186a2 req-a6bf0621-20ce-4b82-b0e4-2522f9bc6c59 service neutron] 10.222.0.89 "GET /v2.0/networks/1a71e0df-ae0f-48be-bf8b-ae8d385826d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832432 Jun 01 15:54:04.268096 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4f52f8de-d6c1-4d2a-9a5f-2d5f4202e51c req-4fea3093-75f8-48f1-821f-de9c7c6fd0ba tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601567 Jun 01 15:54:04.270103 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-838e47b5-f8b4-4bbb-944e-2f822479a299 req-a2ad35f5-7c2b-4f64-8498-e5645e16a4a4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d5e6027-dea6-42f3-8186-0cb9c6380ebb HTTP/1.1" status: 200 len: 1000 time: 0.2689154 Jun 01 15:54:04.381946 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b303aae-a55d-414d-aa32-5b740ca05d99 req-9c1ea5b8-59ed-4f36-898a-dc1c0c486887 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:04.386361 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6b303aae-a55d-414d-aa32-5b740ca05d99 req-9c1ea5b8-59ed-4f36-898a-dc1c0c486887 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=362eba8f-8358-4ba4-94a2-0414a6e3fb47 HTTP/1.1" status: 200 len: 945 time: 0.5038841 Jun 01 15:54:04.421445 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-e4cfde79-4d5c-4ef8-a726-2446143ffb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'name': 'tempest-AttachVolumeShelveTestJSON-1405309750-router', 'tenant_id': '12fb45d959194124816570e75695094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:53:23Z', 'revision_number': 4, 'project_id': '12fb45d959194124816570e75695094b', 'gw_port': {'id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:05Z', 'updated_at': '2021-06-01T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_floatingips': [{'id': 'd44b6c9d-4382-4edb-a517-891715192109', 'tenant_id': '12fb45d959194124816570e75695094b', 'floating_ip_address': '172.28.0.201', 'floating_network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'router_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'port_id': '8d5e6027-dea6-42f3-8186-0cb9c6380ebb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'mac_address': 'fa:16:3e:93:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678105a2-540d-494c-834e-f45ed9d9de58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:53:32Z', 'updated_at': '2021-06-01T15:54:00Z', 'revision_number': 1, 'project_id': '12fb45d959194124816570e75695094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d919416-8138-467e-8c51-f001ba42549e', 'name': '', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'tenant_id': '12fb45d959194124816570e75695094b', 'mac_address': 'fa:16:3e:90:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:19Z', 'updated_at': '2021-06-01T15:53:37Z', 'revision_number': 5, 'project_id': '12fb45d959194124816570e75695094b', 'subnets': [{'id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:54:04.426069 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cfde79-4d5c-4ef8-a726-2446143ffb72 None None] The sync data for ids ['a12d3658-2a05-42a8-b475-eb4a4204aee8'] in dv-cinder-793515-3-smb is: [{'id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'name': 'tempest-AttachVolumeShelveTestJSON-1405309750-router', 'tenant_id': '12fb45d959194124816570e75695094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:53:23Z', 'revision_number': 4, 'project_id': '12fb45d959194124816570e75695094b', 'gw_port': {'id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:05Z', 'updated_at': '2021-06-01T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_floatingips': [{'id': 'd44b6c9d-4382-4edb-a517-891715192109', 'tenant_id': '12fb45d959194124816570e75695094b', 'floating_ip_address': '172.28.0.201', 'floating_network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'router_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'port_id': '8d5e6027-dea6-42f3-8186-0cb9c6380ebb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'mac_address': 'fa:16:3e:93:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678105a2-540d-494c-834e-f45ed9d9de58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:53:32Z', 'updated_at': '2021-06-01T15:54:00Z', 'revision_number': 1, 'project_id': '12fb45d959194124816570e75695094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d919416-8138-467e-8c51-f001ba42549e', 'name': '', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'tenant_id': '12fb45d959194124816570e75695094b', 'mac_address': 'fa:16:3e:90:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:19Z', 'updated_at': '2021-06-01T15:53:37Z', 'revision_number': 5, 'project_id': '12fb45d959194124816570e75695094b', 'subnets': [{'id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:54:04.476163 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 58250) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:04.483321 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4c9d62d5-5758-49fa-ba5b-129d5bc186a2 req-bb12a7e0-13a7-47e1-9ea1-779efdaf9bee service neutron] 10.222.0.89 "GET /v2.0/networks/1a71e0df-ae0f-48be-bf8b-ae8d385826d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238707 Jun 01 15:54:04.495940 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e47b5-f8b4-4bbb-944e-2f822479a299 req-af3448a8-5bb7-41e8-b67a-6b8d37a1f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:04.498180 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-838e47b5-f8b4-4bbb-944e-2f822479a299 req-af3448a8-5bb7-41e8-b67a-6b8d37a1f875 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ff05e754-6aad-4db5-b1da-a8b9dc40ba92 HTTP/1.1" status: 200 len: 856 time: 0.1761754 Jun 01 15:54:04.565919 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6b303aae-a55d-414d-aa32-5b740ca05d99 req-337e94e3-55d0-4bc9-998a-19add9fad4c9 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664357 Jun 01 15:54:04.626261 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e47b5-f8b4-4bbb-944e-2f822479a299 req-2db64576-40ce-44b3-85d4-8d248cd5a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:04.627793 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-838e47b5-f8b4-4bbb-944e-2f822479a299 req-2db64576-40ce-44b3-85d4-8d248cd5a4d0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1202829 Jun 01 15:54:04.646509 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e8258fe1-cd4f-4c71-8449-a5486f17b767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:04.667369 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-e8258fe1-cd4f-4c71-8449-a5486f17b767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:04.671589 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-e8258fe1-cd4f-4c71-8449-a5486f17b767 admin admin] Usage tracker for resource:security_group_rule and tenant:55cfc734b2004c898a4b5beac84e476d is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:04.675043 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-e8258fe1-cd4f-4c71-8449-a5486f17b767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:04.681649 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-e8258fe1-cd4f-4c71-8449-a5486f17b767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:04.781039 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcfd0a5-4772-4d01-aa33-5396654e1501 None None] New status for floating IP d44b6c9d-4382-4edb-a517-891715192109: ACTIVE {{(pid=91977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 15:54:04.797528 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e8258fe1-cd4f-4c71-8449-a5486f17b767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:04.803681 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e8258fe1-cd4f-4c71-8449-a5486f17b767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:04.905069 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:04.938835 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-838e47b5-f8b4-4bbb-944e-2f822479a299 req-41e6cc67-1908-46c6-961f-26f3be69c6ee service neutron] 10.222.0.89 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860899 Jun 01 15:54:04.947980 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8258fe1-cd4f-4c71-8449-a5486f17b767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db1b70a-12f3-459e-aa26-86488e589448,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:04.956146 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a92ef5-6ea8-4330-abf4-7dead778e742 req-40f4d952-5b5b-441d-887e-0d0b4992a04f tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:04.957977 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-88a92ef5-6ea8-4330-abf4-7dead778e742 req-40f4d952-5b5b-441d-887e-0d0b4992a04f tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=395ac214-6b9f-422c-9829-c8987a85c9f7 HTTP/1.1" status: 200 len: 944 time: 0.1274211 Jun 01 15:54:04.965288 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-e8258fe1-cd4f-4c71-8449-a5486f17b767 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=55cfc734b2004c898a4b5beac84e476d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4878826 Jun 01 15:54:04.967743 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8258fe1-cd4f-4c71-8449-a5486f17b767 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:04.968335 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8258fe1-cd4f-4c71-8449-a5486f17b767 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:04.968942 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8258fe1-cd4f-4c71-8449-a5486f17b767 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:04.969460 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8258fe1-cd4f-4c71-8449-a5486f17b767 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:04.969972 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8258fe1-cd4f-4c71-8449-a5486f17b767 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:04.970643 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8258fe1-cd4f-4c71-8449-a5486f17b767 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:04.971375 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8258fe1-cd4f-4c71-8449-a5486f17b767 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:04.971994 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8258fe1-cd4f-4c71-8449-a5486f17b767 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:04.972839 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8258fe1-cd4f-4c71-8449-a5486f17b767 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:04.973468 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8258fe1-cd4f-4c71-8449-a5486f17b767 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:04.974002 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8258fe1-cd4f-4c71-8449-a5486f17b767 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:04.974509 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8258fe1-cd4f-4c71-8449-a5486f17b767 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:04.979371 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 58266) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:04.992986 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e8258fe1-cd4f-4c71-8449-a5486f17b767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:05.067782 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-de0eb942-32cd-4705-b02f-23ef77fc83ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:05.096991 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-de0eb942-32cd-4705-b02f-23ef77fc83ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:05.101923 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 58268) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:05.128286 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-88a92ef5-6ea8-4330-abf4-7dead778e742 req-920dfb3f-dd2b-4a63-ad78-188c46906955 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/security-groups?id=963a7af7-2e2a-4593-a7be-ae1f9ad649d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359396 Jun 01 15:54:05.178629 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-de0eb942-32cd-4705-b02f-23ef77fc83ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:05.184389 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:05.195708 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-838e47b5-f8b4-4bbb-944e-2f822479a299 req-32e2a790-ef60-4eba-9196-fd30d01ee66c service neutron] 10.222.0.89 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367487 Jun 01 15:54:05.204448 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0eb942-32cd-4705-b02f-23ef77fc83ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db1b70a-12f3-459e-aa26-86488e589448,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:05.210337 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-de0eb942-32cd-4705-b02f-23ef77fc83ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:05.212855 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-de0eb942-32cd-4705-b02f-23ef77fc83ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:05.214268 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-de0eb942-32cd-4705-b02f-23ef77fc83ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5db1b70a-12f3-459e-aa26-86488e589448 HTTP/1.1" status: 204 len: 168 time: 0.2335951 Jun 01 15:54:05.281621 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f4556b99-d129-40d3-9f6f-2f91c677a177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:05.298085 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-f4556b99-d129-40d3-9f6f-2f91c677a177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:05.302411 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-f4556b99-d129-40d3-9f6f-2f91c677a177 admin admin] Usage tracker for resource:security_group_rule and tenant:e6b95e257b584ae4b6ddde9c0811d76e is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:05.305490 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-f4556b99-d129-40d3-9f6f-2f91c677a177 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:05.314308 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-f4556b99-d129-40d3-9f6f-2f91c677a177 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:05.385526 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device c76d8c0d-111e-4985-adb6-0b4b740fa1d7 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:54:05.463855 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f4556b99-d129-40d3-9f6f-2f91c677a177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:05.470495 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f4556b99-d129-40d3-9f6f-2f91c677a177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:05.479826 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-3a31ecda-6e8b-44f7-ada0-ef0200fd8f48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:05.555045 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-f4556b99-d129-40d3-9f6f-2f91c677a177 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e6b95e257b584ae4b6ddde9c0811d76e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4477572 Jun 01 15:54:05.555683 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 58286) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:05.558257 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 58288) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:05.594304 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port c76d8c0d-111e-4985-adb6-0b4b740fa1d7, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=c76d8c0d-111e-4985-adb6-0b4b740fa1d7,segment=NetworkSegment(f192b547-f8f4-48fb-972b-fe46500dfb1a),segment_id=f192b547-f8f4-48fb-972b-fe46500dfb1a)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:05.596161 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4556b99-d129-40d3-9f6f-2f91c677a177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35102d2c-a6e4-412e-89d5-bd64c982a10a,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:05.603740 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-f4556b99-d129-40d3-9f6f-2f91c677a177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:05.613245 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Returning: {'device': 'c76d8c0d-111e-4985-adb6-0b4b740fa1d7', 'network_id': '1a71e0df-ae0f-48be-bf8b-ae8d385826d8', 'port_id': 'c76d8c0d-111e-4985-adb6-0b4b740fa1d7', 'mac_address': 'fa:16:3e:60:1f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e3227f0-2635-4eea-b7b7-400ff91ef361', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:54:05.667495 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f6d51-dd90-4cc2-9da3-02e795969164 req-763e33d8-6934-4b06-a145-1a128aca4ab8 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:05.669516 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-550f6d51-dd90-4cc2-9da3-02e795969164 req-763e33d8-6934-4b06-a145-1a128aca4ab8 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.2618630 Jun 01 15:54:05.704347 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:05.754145 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-550f6d51-dd90-4cc2-9da3-02e795969164 req-61f53036-a4b6-46e1-b058-52af110b5beb tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686922 Jun 01 15:54:05.754618 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c76d8c0d-111e-4985-adb6-0b4b740fa1d7 {{(pid=91977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:54:05.754981 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-1ee3ecad-b036-4c76-972c-a88ec1ee8aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:05.783325 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-1ee3ecad-b036-4c76-972c-a88ec1ee8aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:05.798848 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 58298) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:05.802666 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port c76d8c0d-111e-4985-adb6-0b4b740fa1d7, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=c76d8c0d-111e-4985-adb6-0b4b740fa1d7,segment=NetworkSegment(f192b547-f8f4-48fb-972b-fe46500dfb1a),segment_id=f192b547-f8f4-48fb-972b-fe46500dfb1a)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:05.808844 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:05.814607 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:05.851657 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0eafb300-67a7-4ef4-b313-9ad038856e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:05.883411 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-87ab6fe8-60f9-44ba-a8ab-852d21202b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:05.894486 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-0eafb300-67a7-4ef4-b313-9ad038856e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:05.899200 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-0eafb300-67a7-4ef4-b313-9ad038856e3d admin admin] Usage tracker for resource:security_group_rule and tenant:92c4dc407b73475a823d13a70b275a88 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:05.902414 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-0eafb300-67a7-4ef4-b313-9ad038856e3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:05.908645 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-0eafb300-67a7-4ef4-b313-9ad038856e3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:05.914051 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=c76d8c0d-111e-4985-adb6-0b4b740fa1d7,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:05.916799 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-1ee3ecad-b036-4c76-972c-a88ec1ee8aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:05.917756 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:05.922067 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-1e99deae-34bc-4ed7-be83-6e6af8812105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:05.932016 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-87ab6fe8-60f9-44ba-a8ab-852d21202b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:05.938141 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-87ab6fe8-60f9-44ba-a8ab-852d21202b52 admin admin] Usage tracker for resource:security_group_rule and tenant:28b03cced7b24bc398788feb6f7f59d3 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:05.945263 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3ecad-b036-4c76-972c-a88ec1ee8aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35102d2c-a6e4-412e-89d5-bd64c982a10a,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:05.947754 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-87ab6fe8-60f9-44ba-a8ab-852d21202b52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:05.950587 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-1ee3ecad-b036-4c76-972c-a88ec1ee8aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:05.956351 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-1ee3ecad-b036-4c76-972c-a88ec1ee8aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:05.959918 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-1ee3ecad-b036-4c76-972c-a88ec1ee8aa1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/35102d2c-a6e4-412e-89d5-bd64c982a10a HTTP/1.1" status: 204 len: 168 time: 0.3970795 Jun 01 15:54:05.973982 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-87ab6fe8-60f9-44ba-a8ab-852d21202b52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:05.980409 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef2296-6de3-4016-92ce-e24d27bf01d2 req-32ff3e75-464b-4904-87d3-b06712b34d07 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:05.983099 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a3ef2296-6de3-4016-92ce-e24d27bf01d2 req-32ff3e75-464b-4904-87d3-b06712b34d07 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=362eba8f-8358-4ba4-94a2-0414a6e3fb47 HTTP/1.1" status: 200 len: 945 time: 0.1178889 Jun 01 15:54:06.046783 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a3ef2296-6de3-4016-92ce-e24d27bf01d2 req-9840f4b9-ef5f-4745-979a-959e5709271a tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548048 Jun 01 15:54:06.145737 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0eafb300-67a7-4ef4-b313-9ad038856e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:06.150912 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0eafb300-67a7-4ef4-b313-9ad038856e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:06.169290 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-abc20862-28e8-44cd-ab08-a0c05eaf4193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:06.185017 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['c76d8c0d-111e-4985-adb6-0b4b740fa1d7'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:54:06.235337 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-87ab6fe8-60f9-44ba-a8ab-852d21202b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:06.251615 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-0eafb300-67a7-4ef4-b313-9ad038856e3d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=92c4dc407b73475a823d13a70b275a88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4509635 Jun 01 15:54:06.253820 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 58314) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:06.254010 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-87ab6fe8-60f9-44ba-a8ab-852d21202b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:06.276173 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eafb300-67a7-4ef4-b313-9ad038856e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1baa730-7a3a-45dd-b16c-2a95cedb9ae7,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:06.291547 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-0eafb300-67a7-4ef4-b313-9ad038856e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:06.292190 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-8e5f73b9-abb6-4f67-8e0c-4acc5f5e5424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:06.347254 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-87ab6fe8-60f9-44ba-a8ab-852d21202b52 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=28b03cced7b24bc398788feb6f7f59d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7898316 Jun 01 15:54:06.348618 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 58318) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:06.353341 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab6fe8-60f9-44ba-a8ab-852d21202b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdefbe1-49b1-44ec-abcf-4e5936f1f6da,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:06.357508 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-87ab6fe8-60f9-44ba-a8ab-852d21202b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:06.493164 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-abe7d94c-e506-49dc-affe-1c8d82851983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:06.550564 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 58324) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:06.551502 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-429413cd-9780-4a14-8965-9735d7756916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:06.554402 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-abe7d94c-e506-49dc-affe-1c8d82851983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:06.568144 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07553b3-92f4-46cb-b02a-8514d7975649 req-9453f453-8828-4b7c-9aa0-854c4f0cab58 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:06.569448 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1ff1ec08-fe53-4e83-8e51-6fa486440d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:06.570450 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f07553b3-92f4-46cb-b02a-8514d7975649 req-9453f453-8828-4b7c-9aa0-854c4f0cab58 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=395ac214-6b9f-422c-9829-c8987a85c9f7 HTTP/1.1" status: 200 len: 945 time: 0.2023575 Jun 01 15:54:06.585278 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-1ff1ec08-fe53-4e83-8e51-6fa486440d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:06.590405 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-1ff1ec08-fe53-4e83-8e51-6fa486440d75 admin admin] Usage tracker for resource:security_group_rule and tenant:2dd9eb489d194db5b21f0a595ff5336e is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:06.598093 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-1ff1ec08-fe53-4e83-8e51-6fa486440d75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:06.612701 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-1ff1ec08-fe53-4e83-8e51-6fa486440d75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:06.655979 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-429413cd-9780-4a14-8965-9735d7756916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:06.691741 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f07553b3-92f4-46cb-b02a-8514d7975649 req-cbb3ca7c-dec3-4a8d-bd0e-cf072db796d4 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/security-groups?id=963a7af7-2e2a-4593-a7be-ae1f9ad649d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091092 Jun 01 15:54:06.717342 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1ff1ec08-fe53-4e83-8e51-6fa486440d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:06.721633 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1ff1ec08-fe53-4e83-8e51-6fa486440d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:06.722321 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-abe7d94c-e506-49dc-affe-1c8d82851983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:06.730236 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-87e9bce5-930e-4f0f-8178-4897380f4c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:06.733314 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-b0070bfc-fd2d-434c-a546-84fe5f6af89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:06.741621 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7d94c-e506-49dc-affe-1c8d82851983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1baa730-7a3a-45dd-b16c-2a95cedb9ae7,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:06.744218 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-abe7d94c-e506-49dc-affe-1c8d82851983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:06.751574 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-abe7d94c-e506-49dc-affe-1c8d82851983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:06.755523 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-abe7d94c-e506-49dc-affe-1c8d82851983 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d1baa730-7a3a-45dd-b16c-2a95cedb9ae7 HTTP/1.1" status: 204 len: 168 time: 0.4995399 Jun 01 15:54:06.780142 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-1ff1ec08-fe53-4e83-8e51-6fa486440d75 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2dd9eb489d194db5b21f0a595ff5336e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281110 Jun 01 15:54:06.782883 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 58332) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:06.795588 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-429413cd-9780-4a14-8965-9735d7756916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:06.802676 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:06.830627 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1ec08-fe53-4e83-8e51-6fa486440d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bef2d8-3e11-4004-8557-ec6ae47ffc84,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:06.834685 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-1ff1ec08-fe53-4e83-8e51-6fa486440d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:06.849296 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-429413cd-9780-4a14-8965-9735d7756916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:06.851337 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-429413cd-9780-4a14-8965-9735d7756916 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2cdefbe1-49b1-44ec-abcf-4e5936f1f6da HTTP/1.1" status: 204 len: 168 time: 0.4928069 Jun 01 15:54:06.855635 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e58ba297-c4d4-40f2-94b2-7954b1615509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:06.858016 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429413cd-9780-4a14-8965-9735d7756916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdefbe1-49b1-44ec-abcf-4e5936f1f6da,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:06.860898 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-429413cd-9780-4a14-8965-9735d7756916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:06.892170 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e58ba297-c4d4-40f2-94b2-7954b1615509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:06.961855 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e58ba297-c4d4-40f2-94b2-7954b1615509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:06.973919 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-388cc007-e81b-40b8-98e2-9aebbe68361d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:07.014081 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ba297-c4d4-40f2-94b2-7954b1615509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bef2d8-3e11-4004-8557-ec6ae47ffc84,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:07.017242 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e58ba297-c4d4-40f2-94b2-7954b1615509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:07.052130 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e58ba297-c4d4-40f2-94b2-7954b1615509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:07.055384 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-e58ba297-c4d4-40f2-94b2-7954b1615509 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/57bef2d8-3e11-4004-8557-ec6ae47ffc84 HTTP/1.1" status: 204 len: 168 time: 0.2698929 Jun 01 15:54:07.243398 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dca2b-35e6-4769-a164-86cd08866412 req-d547155f-f19c-4df6-a488-c563a63c5dfc tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:07.245514 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-838dca2b-35e6-4769-a164-86cd08866412 req-d547155f-f19c-4df6-a488-c563a63c5dfc tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.1909828 Jun 01 15:54:07.304010 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-838dca2b-35e6-4769-a164-86cd08866412 req-efcd5315-e6d4-4f62-9b77-03277a0cd1c1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526175 Jun 01 15:54:07.405193 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device c76d8c0d-111e-4985-adb6-0b4b740fa1d7 up at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:54:07.416778 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 58354) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:07.446583 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4520cf1a-003d-449e-8452-a2567221a5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:07.477145 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-4520cf1a-003d-449e-8452-a2567221a5da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:07.489296 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning for port c76d8c0d-111e-4985-adb6-0b4b740fa1d7 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:54:07.489510 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-4520cf1a-003d-449e-8452-a2567221a5da admin admin] Usage tracker for resource:security_group_rule and tenant:147475c0c8b9400abc3ab516a749c925 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:07.495807 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning complete for port c76d8c0d-111e-4985-adb6-0b4b740fa1d7 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:54:07.496237 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:07.498647 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-4520cf1a-003d-449e-8452-a2567221a5da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:07.516674 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-4520cf1a-003d-449e-8452-a2567221a5da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:07.701339 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:07.737177 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-c3dcfbae-ed68-46e3-8fbe-ec387b4e1144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:07.741373 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4520cf1a-003d-449e-8452-a2567221a5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:07.747755 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4520cf1a-003d-449e-8452-a2567221a5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:07.781313 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port c76d8c0d-111e-4985-adb6-0b4b740fa1d7, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=c76d8c0d-111e-4985-adb6-0b4b740fa1d7,segment=NetworkSegment(f192b547-f8f4-48fb-972b-fe46500dfb1a),segment_id=f192b547-f8f4-48fb-972b-fe46500dfb1a)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:07.782885 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-03035666-37ba-4fb5-999a-a3c27e533e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:07.784846 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395ac214-6b9f-422c-9829-c8987a85c9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76d8c0d-111e-4985-adb6-0b4b740fa1d7'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:54:07.794110 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe630101-0cf3-4f64-88f5-13c05cf90f71" -d '{"events": [{"server_uuid": "395ac214-6b9f-422c-9829-c8987a85c9f7", "name": "network-vif-plugged", "status": "completed", "tag": "c76d8c0d-111e-4985-adb6-0b4b740fa1d7"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:54:07.796649 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-4520cf1a-003d-449e-8452-a2567221a5da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=147475c0c8b9400abc3ab516a749c925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3783760 Jun 01 15:54:07.799033 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 58374) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:07.819767 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520cf1a-003d-449e-8452-a2567221a5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f82f256-62eb-4147-b0bd-5ed71dae0cc4,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:07.825885 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-4520cf1a-003d-449e-8452-a2567221a5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:07.828745 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:07.830616 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:07.944767 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace5394b-eae2-4e84-abe7-de9097befed3 x-openstack-request-id: req-ace5394b-eae2-4e84-abe7-de9097befed3 {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:54:07.946009 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395ac214-6b9f-422c-9829-c8987a85c9f7", "name": "network-vif-plugged", "status": "completed", "tag": "c76d8c0d-111e-4985-adb6-0b4b740fa1d7", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:54:07.946422 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ace5394b-eae2-4e84-abe7-de9097befed3 {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:54:07.946992 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395ac214-6b9f-422c-9829-c8987a85c9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76d8c0d-111e-4985-adb6-0b4b740fa1d7', 'code': 200} Jun 01 15:54:07.960519 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-19f67e50-e296-41af-8678-17596eeea538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:07.998081 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=c76d8c0d-111e-4985-adb6-0b4b740fa1d7,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:08.008814 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:08.009740 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:08.010231 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:08.010714 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:08.011265 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:08.011748 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:08.012357 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:08.012849 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:08.013403 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:08.013879 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:08.014361 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:08.014842 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:54:08.016962 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-19f67e50-e296-41af-8678-17596eeea538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:08.020323 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:08.114370 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377558aa-3156-4316-8d4b-257649d33bc5 req-435d197a-990d-4791-9935-60b9be4e332c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:08.127807 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-377558aa-3156-4316-8d4b-257649d33bc5 req-435d197a-990d-4791-9935-60b9be4e332c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=395ac214-6b9f-422c-9829-c8987a85c9f7 HTTP/1.1" status: 200 len: 946 time: 0.2248011 Jun 01 15:54:08.235600 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-377558aa-3156-4316-8d4b-257649d33bc5 req-fd1e23be-24de-4f2a-9172-381c9cf1dce6 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/security-groups?id=963a7af7-2e2a-4593-a7be-ae1f9ad649d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068854 Jun 01 15:54:08.255547 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-19f67e50-e296-41af-8678-17596eeea538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:08.263892 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:08.281486 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f67e50-e296-41af-8678-17596eeea538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f82f256-62eb-4147-b0bd-5ed71dae0cc4,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:08.283642 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-19f67e50-e296-41af-8678-17596eeea538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:08.287228 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-19f67e50-e296-41af-8678-17596eeea538 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f82f256-62eb-4147-b0bd-5ed71dae0cc4 HTTP/1.1" status: 204 len: 168 time: 0.4847341 Jun 01 15:54:08.297772 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-19f67e50-e296-41af-8678-17596eeea538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:08.315985 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d98114-8571-48cd-b84e-afdffac08725 req-67dd7e06-9b95-4384-8e05-1ea1cd597348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:08.317454 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a0d98114-8571-48cd-b84e-afdffac08725 req-67dd7e06-9b95-4384-8e05-1ea1cd597348 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=395ac214-6b9f-422c-9829-c8987a85c9f7 HTTP/1.1" status: 200 len: 1099 time: 0.1441233 Jun 01 15:54:08.363672 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a0d98114-8571-48cd-b84e-afdffac08725 req-f03bf131-f90d-45f4-9c97-e63aaf187616 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=963a7af7-2e2a-4593-a7be-ae1f9ad649d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392003 Jun 01 15:54:08.697862 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-63fe22de-f268-4b3a-8570-498b75e51800 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:08.699356 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-63fe22de-f268-4b3a-8570-498b75e51800 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/networks?id=1d3dde78-d936-4294-b200-1bcc0c02662a HTTP/1.1" status: 200 len: 815 time: 0.2330167 Jun 01 15:54:08.722271 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-03f1120e-6486-4ea5-8956-596e4517dfec tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/quotas/9a8d1b76efdc412fa75558d8d00df5b1 HTTP/1.1" status: 200 len: 375 time: 0.0165329 Jun 01 15:54:08.730474 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5a5c6-f41d-4851-a7f7-7d6348b72af2 req-0b33f9d1-abcf-49ba-bcfe-cb64d88d34c3 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:08.732950 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9da5a5c6-f41d-4851-a7f7-7d6348b72af2 req-0b33f9d1-abcf-49ba-bcfe-cb64d88d34c3 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.1462531 Jun 01 15:54:08.829454 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9da5a5c6-f41d-4851-a7f7-7d6348b72af2 req-d258f8cf-f60e-4d99-a2df-62ad0573e50c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623829 Jun 01 15:54:08.851579 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-0a98bd64-7e33-4db7-bcfd-8d8157767f18 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a8d1b76efdc412fa75558d8d00df5b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1175306 Jun 01 15:54:09.024124 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-80a63129-2923-4e43-a9d9-c42a076cdd7e service neutron] 10.222.0.60 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650374 Jun 01 15:54:09.217279 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-e9ead0bf-0f40-40fe-9ed7-1c08340a872e service neutron] 10.222.0.60 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865149 Jun 01 15:54:09.514358 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-43c1f2e3-fd0f-497f-8f32-801a32531668 req-8dfcdb98-f54b-4fed-b40d-becf3ec5fb51 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a89ab565-ed81-4f74-a374-ff0f31ed657f HTTP/1.1" status: 200 len: 210 time: 0.0530043 Jun 01 15:54:09.667856 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39657f3d-3d37-40ed-8244-46c610cbd649 req-5400f563-32c6-4a30-9996-7702ef962147 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:09.671015 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-39657f3d-3d37-40ed-8244-46c610cbd649 req-5400f563-32c6-4a30-9996-7702ef962147 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=395ac214-6b9f-422c-9829-c8987a85c9f7 HTTP/1.1" status: 200 len: 946 time: 0.1480377 Jun 01 15:54:09.757811 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-39657f3d-3d37-40ed-8244-46c610cbd649 req-d8477f59-2080-4c4c-aa2f-78b461b4d587 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/security-groups?id=963a7af7-2e2a-4593-a7be-ae1f9ad649d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813303 Jun 01 15:54:10.094944 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ef058-b86e-4c59-b10a-3b9bd69bfc34 req-9308a354-1cf2-4d2f-9368-57c748b8d6e5 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:10.097156 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-895ef058-b86e-4c59-b10a-3b9bd69bfc34 req-9308a354-1cf2-4d2f-9368-57c748b8d6e5 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.1360927 Jun 01 15:54:10.165642 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-02e69812-fa63-4a75-9a61-a4671c86ce09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:10.188362 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-895ef058-b86e-4c59-b10a-3b9bd69bfc34 req-4330ea3c-b6b0-45a1-8426-6add308e0c68 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845797 Jun 01 15:54:10.204124 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:10.751574 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b67d7729-1ea8-4531-b774-c2feb5452e04 req-e9c65695-5055-4135-966a-5db8415712bb tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a89ab565-ed81-4f74-a374-ff0f31ed657f HTTP/1.1" status: 200 len: 210 time: 0.0609174 Jun 01 15:54:11.026450 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f9c2d-5b4a-4d81-99c9-e87dc7cc74ba req-a79f8fea-76a2-4f6a-9ceb-c7899fe88020 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:11.028365 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-146f9c2d-5b4a-4d81-99c9-e87dc7cc74ba req-a79f8fea-76a2-4f6a-9ceb-c7899fe88020 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=395ac214-6b9f-422c-9829-c8987a85c9f7 HTTP/1.1" status: 200 len: 946 time: 0.1069140 Jun 01 15:54:11.089029 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-146f9c2d-5b4a-4d81-99c9-e87dc7cc74ba req-11afe5d5-6a8e-4195-addf-ef7040518743 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/security-groups?id=963a7af7-2e2a-4593-a7be-ae1f9ad649d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541298 Jun 01 15:54:11.337284 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:11.547235 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-dd3e9061-24f9-4cc9-b9f8-dd67281c9757 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:11.547235 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-dd3e9061-24f9-4cc9-b9f8-dd67281c9757 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.89 "GET /v2.0/networks?id=1d3dde78-d936-4294-b200-1bcc0c02662a HTTP/1.1" status: 200 len: 815 time: 0.3487508 Jun 01 15:54:11.580245 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-0026334e-d508-497c-8e0e-0ad4e33b6477 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Request body: {'port': {'device_id': 'a89ab565-ed81-4f74-a374-ff0f31ed657f', 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a', 'admin_state_up': True, 'tenant_id': '9a8d1b76efdc412fa75558d8d00df5b1'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:54:11.765645 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 58570) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:11.864451 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01660fca-d1b2-4426-b71a-caa304644e53 req-60df455f-585e-49e9-a7ed-ac71d39eb80d tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:11.865981 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-01660fca-d1b2-4426-b71a-caa304644e53 req-60df455f-585e-49e9-a7ed-ac71d39eb80d tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.4729674 Jun 01 15:54:11.867046 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-0026334e-d508-497c-8e0e-0ad4e33b6477 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:11.879994 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-0026334e-d508-497c-8e0e-0ad4e33b6477 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:11.922259 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-00eb2806-29cd-4a96-8ecb-f191dc583c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:11.925804 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-0026334e-d508-497c-8e0e-0ad4e33b6477 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Made reservation on behalf of 9a8d1b76efdc412fa75558d8d00df5b1 for: {'port': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:54:11.929553 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-0026334e-d508-497c-8e0e-0ad4e33b6477 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:11.941066 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-00eb2806-29cd-4a96-8ecb-f191dc583c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:11.946774 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-00eb2806-29cd-4a96-8ecb-f191dc583c22 admin admin] Usage tracker for resource:security_group_rule and tenant:183afa23ea1c4668bc78f7f63960ac7b is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:11.950832 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-00eb2806-29cd-4a96-8ecb-f191dc583c22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:11.959237 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-00eb2806-29cd-4a96-8ecb-f191dc583c22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:11.975401 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-01660fca-d1b2-4426-b71a-caa304644e53 req-c3e7014f-68c3-4302-b76f-919dba98861f tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983520 Jun 01 15:54:12.096283 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-15d788a5-8ef2-4f5c-8fa4-b7832624305e req-6705c409-7f15-493d-a2bb-1e77099d96ea tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a89ab565-ed81-4f74-a374-ff0f31ed657f HTTP/1.1" status: 200 len: 210 time: 0.1118100 Jun 01 15:54:12.132986 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-00eb2806-29cd-4a96-8ecb-f191dc583c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:12.138014 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-00eb2806-29cd-4a96-8ecb-f191dc583c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:12.176612 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:12.213908 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-00eb2806-29cd-4a96-8ecb-f191dc583c22 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=183afa23ea1c4668bc78f7f63960ac7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4463067 Jun 01 15:54:12.216069 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb2806-29cd-4a96-8ecb-f191dc583c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3988b697-0ac7-4346-a813-147aa8d8a740,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:12.217774 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 58586) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:12.220564 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-00eb2806-29cd-4a96-8ecb-f191dc583c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:12.284468 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_common [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-0026334e-d508-497c-8e0e-0ad4e33b6477 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Allocated IP 172.20.0.2 (1d3dde78-d936-4294-b200-1bcc0c02662a/6c05ea02-37de-4c70-a86d-e39e23827d1a/5dfd453d-619b-46ad-9b65-0dc324a5822d) {{(pid=91975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:54:12.324291 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 58592) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:12.434517 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-addd9add-e0e2-41b0-a6d6-9bdbf6bdf4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:12.489452 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5f04b120-7938-45de-bede-8e4df1e5d4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:12.505246 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-5f04b120-7938-45de-bede-8e4df1e5d4af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:12.509130 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-5f04b120-7938-45de-bede-8e4df1e5d4af admin admin] Usage tracker for resource:security_group_rule and tenant:b3ee031100c748e29c79fbfd98f4f403 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:12.511937 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-5f04b120-7938-45de-bede-8e4df1e5d4af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:12.518322 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-5f04b120-7938-45de-bede-8e4df1e5d4af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:12.607114 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-addd9add-e0e2-41b0-a6d6-9bdbf6bdf4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:12.627870 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5f04b120-7938-45de-bede-8e4df1e5d4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:12.632405 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5f04b120-7938-45de-bede-8e4df1e5d4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:12.643625 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:12.698143 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-5f04b120-7938-45de-bede-8e4df1e5d4af admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b3ee031100c748e29c79fbfd98f4f403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3721993 Jun 01 15:54:12.702164 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 58604) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:12.717117 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04b120-7938-45de-bede-8e4df1e5d4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f537a276-3f32-462c-8b8f-b898548927d7,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:12.722530 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-5f04b120-7938-45de-bede-8e4df1e5d4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:12.764131 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-0026334e-d508-497c-8e0e-0ad4e33b6477 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks [] for port, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:12.776470 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-226c118f-2e48-40e7-8f5b-3cd83bb2de27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:12.784223 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ff4d7-ebfb-4b4b-be13-f21978d230c6 req-47b0fd4b-36c7-440c-9eac-05a98c64bf91 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:12.792367 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-339ff4d7-ebfb-4b4b-be13-f21978d230c6 req-47b0fd4b-36c7-440c-9eac-05a98c64bf91 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=395ac214-6b9f-422c-9829-c8987a85c9f7 HTTP/1.1" status: 200 len: 946 time: 0.3087459 Jun 01 15:54:12.806169 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-226c118f-2e48-40e7-8f5b-3cd83bb2de27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:12.857555 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-addd9add-e0e2-41b0-a6d6-9bdbf6bdf4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:12.875662 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-226c118f-2e48-40e7-8f5b-3cd83bb2de27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:12.888858 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:12.898524 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-a03239ef-c5f3-4e4f-b745-74580a56b8a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:12.912269 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c118f-2e48-40e7-8f5b-3cd83bb2de27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f537a276-3f32-462c-8b8f-b898548927d7,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:12.924117 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-339ff4d7-ebfb-4b4b-be13-f21978d230c6 req-4a001974-6593-4788-9867-8e5cfb54f934 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/security-groups?id=963a7af7-2e2a-4593-a7be-ae1f9ad649d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307831 Jun 01 15:54:12.931619 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-226c118f-2e48-40e7-8f5b-3cd83bb2de27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:12.942300 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd9add-e0e2-41b0-a6d6-9bdbf6bdf4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3988b697-0ac7-4346-a813-147aa8d8a740,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:12.943884 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-226c118f-2e48-40e7-8f5b-3cd83bb2de27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:12.947412 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-226c118f-2e48-40e7-8f5b-3cd83bb2de27 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f537a276-3f32-462c-8b8f-b898548927d7 HTTP/1.1" status: 204 len: 168 time: 0.2416561 Jun 01 15:54:12.962688 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-addd9add-e0e2-41b0-a6d6-9bdbf6bdf4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:12.998391 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-addd9add-e0e2-41b0-a6d6-9bdbf6bdf4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:13.023795 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-addd9add-e0e2-41b0-a6d6-9bdbf6bdf4c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3988b697-0ac7-4346-a813-147aa8d8a740 HTTP/1.1" status: 204 len: 168 time: 0.7867897 Jun 01 15:54:13.028479 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-0026334e-d508-497c-8e0e-0ad4e33b6477 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:13.049201 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['7f58f9ce-194a-4fc7-97d9-15c10a48bd27', '2c4d9d7c-b79e-45db-89b5-307137463a46'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:54:13.061011 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-f5d37eba-57cb-4408-919d-62239d74dbce tempest-DeleteServersTestJSON-951809726 tempest-DeleteServersTestJSON-951809726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:13.268779 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026334e-d508-497c-8e0e-0ad4e33b6477 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Pushing event updated for resources: {'Port': ['ID=5dfd453d-619b-46ad-9b65-0dc324a5822d,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:13.275256 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-0026334e-d508-497c-8e0e-0ad4e33b6477 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Network 1d3dde78-d936-4294-b200-1bcc0c02662a is already hosted by enough agents. {{(pid=91975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:54:13.276897 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-0026334e-d508-497c-8e0e-0ad4e33b6477 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:13.279156 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-0026334e-d508-497c-8e0e-0ad4e33b6477 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Resources bound (agent type, host, resource id): {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:54:13.282318 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-0026334e-d508-497c-8e0e-0ad4e33b6477 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Received port after_create {{(pid=91975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:54:13.370419 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-0026334e-d508-497c-8e0e-0ad4e33b6477 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:13.371202 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-0026334e-d508-497c-8e0e-0ad4e33b6477 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:13.402563 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-0026334e-d508-497c-8e0e-0ad4e33b6477 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8344593 Jun 01 15:54:13.413214 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99fa459-9a14-4872-8c2e-15f7790d3e42 req-aac8ece4-f1fe-4dc5-9e67-a51866017416 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:13.421626 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e99fa459-9a14-4872-8c2e-15f7790d3e42 req-aac8ece4-f1fe-4dc5-9e67-a51866017416 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.2255836 Jun 01 15:54:13.425153 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:13.443121 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Request body: {'port': {'device_id': 'a89ab565-ed81-4f74-a374-ff0f31ed657f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:54:13.608923 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e99fa459-9a14-4872-8c2e-15f7790d3e42 req-637f366c-f09f-441f-8813-56a744a7d188 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860669 Jun 01 15:54:13.640014 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 58632) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:13.667950 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1b22-4894-4075-996c-c8dd6ff154a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:13.683191 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-5d5a1b22-4894-4075-996c-c8dd6ff154a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:13.686790 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:13.688835 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-5d5a1b22-4894-4075-996c-c8dd6ff154a4 admin admin] Usage tracker for resource:security_group_rule and tenant:fdfb34cf2ac840d2b1b1c4855e5addf0 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:13.693613 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-5d5a1b22-4894-4075-996c-c8dd6ff154a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:13.698742 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 58636) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:13.707596 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761daf5-82fd-48b7-b417-239289a2d11b req-48446ab4-2efd-4514-912d-e6d109192b72 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:13.708300 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-e761daf5-82fd-48b7-b417-239289a2d11b req-48446ab4-2efd-4514-912d-e6d109192b72 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Synchronizing usage tracker for tenant:9a8d1b76efdc412fa75558d8d00df5b1 on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:54:13.719992 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-c168d039-9fbb-456b-8336-ed50781750b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:13.730339 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-5d5a1b22-4894-4075-996c-c8dd6ff154a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:13.739950 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-c168d039-9fbb-456b-8336-ed50781750b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:13.747457 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-c168d039-9fbb-456b-8336-ed50781750b5 admin admin] Usage tracker for resource:security_group_rule and tenant:7692cdcd89344b53829c16b1919a757b is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:13.750967 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-c168d039-9fbb-456b-8336-ed50781750b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:13.764379 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-c168d039-9fbb-456b-8336-ed50781750b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:13.782608 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-e761daf5-82fd-48b7-b417-239289a2d11b req-48446ab4-2efd-4514-912d-e6d109192b72 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Unset dirty status for tenant:9a8d1b76efdc412fa75558d8d00df5b1 on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:54:13.783814 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e761daf5-82fd-48b7-b417-239289a2d11b req-48446ab4-2efd-4514-912d-e6d109192b72 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a89ab565-ed81-4f74-a374-ff0f31ed657f HTTP/1.1" status: 200 len: 931 time: 0.3058131 Jun 01 15:54:13.879056 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1b22-4894-4075-996c-c8dd6ff154a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:13.891039 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1b22-4894-4075-996c-c8dd6ff154a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:13.901201 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:13.911878 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e761daf5-82fd-48b7-b417-239289a2d11b req-a4857ce8-7827-4b9a-ac4a-f1220a253183 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856793 Jun 01 15:54:13.941508 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-c168d039-9fbb-456b-8336-ed50781750b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:13.943200 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-5d5a1b22-4894-4075-996c-c8dd6ff154a4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fdfb34cf2ac840d2b1b1c4855e5addf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3021214 Jun 01 15:54:13.945897 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 58640) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:13.954403 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-c168d039-9fbb-456b-8336-ed50781750b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:13.969436 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a1b22-4894-4075-996c-c8dd6ff154a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988d866b-1eea-450a-b800-71ad3e028dab,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:13.973529 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-5d5a1b22-4894-4075-996c-c8dd6ff154a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:13.973529 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-4520cf1a-003d-449e-8452-a2567221a5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:14.002218 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-c168d039-9fbb-456b-8336-ed50781750b5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7692cdcd89344b53829c16b1919a757b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010929 Jun 01 15:54:14.008076 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 58646) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:14.021632 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168d039-9fbb-456b-8336-ed50781750b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9329082e-f294-4081-9701-78b3d8f60ce4,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:14.024882 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-c168d039-9fbb-456b-8336-ed50781750b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:14.130274 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 58652) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:14.186529 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a9cba998-e2c6-4475-afc9-c4b2d079a442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:14.279118 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-636320d7-26a5-460b-861d-e0a8c4d6759f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:14.283196 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.db.resource_extend [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 15:54:14.299553 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-434980aa-217a-40e3-ba08-3d5a55ae4cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:14.301087 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-636320d7-26a5-460b-861d-e0a8c4d6759f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:14.305232 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-636320d7-26a5-460b-861d-e0a8c4d6759f admin admin] Usage tracker for resource:security_group_rule and tenant:d51219a9aafd4fd1ad345e04cf9007f6 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:14.308526 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-636320d7-26a5-460b-861d-e0a8c4d6759f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:14.315926 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-636320d7-26a5-460b-861d-e0a8c4d6759f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:14.370895 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a9cba998-e2c6-4475-afc9-c4b2d079a442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:14.408763 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-434980aa-217a-40e3-ba08-3d5a55ae4cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:14.418224 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-636320d7-26a5-460b-861d-e0a8c4d6759f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:14.426279 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-636320d7-26a5-460b-861d-e0a8c4d6759f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:14.439377 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-b624d54b-fa1c-4db2-8778-66015ad4ff6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:14.439580 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dfd453d-619b-46ad-9b65-0dc324a5822d {{(pid=91975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:54:14.473830 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:14.484429 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-636320d7-26a5-460b-861d-e0a8c4d6759f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d51219a9aafd4fd1ad345e04cf9007f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3528256 Jun 01 15:54:14.485472 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636320d7-26a5-460b-861d-e0a8c4d6759f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1123af7-d98b-4b7d-b55f-04acde75a815,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:14.488154 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 58660) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:14.515415 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-636320d7-26a5-460b-861d-e0a8c4d6759f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:14.554039 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1920d3a9-c1b7-42f2-b036-bed9a11c9bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:14.583499 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1920d3a9-c1b7-42f2-b036-bed9a11c9bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:14.584183 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc378c36-0f35-44ad-9bab-a9da84757cea req-f46ad75b-65d9-4d59-98b3-ce0146ba3874 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:14.585712 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-bc378c36-0f35-44ad-9bab-a9da84757cea req-f46ad75b-65d9-4d59-98b3-ce0146ba3874 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=395ac214-6b9f-422c-9829-c8987a85c9f7 HTTP/1.1" status: 200 len: 946 time: 0.4771357 Jun 01 15:54:14.641593 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-434980aa-217a-40e3-ba08-3d5a55ae4cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:14.647684 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-3ce3e4f7-5ddf-4804-8e94-12473edafabb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:14.653691 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1920d3a9-c1b7-42f2-b036-bed9a11c9bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:14.669815 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.provisioning_blocks [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Transition to ACTIVE for port object 5dfd453d-619b-46ad-9b65-0dc324a5822d will not be triggered until provisioned by entity L2. {{(pid=91975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:54:14.670016 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-de0eb942-32cd-4705-b02f-23ef77fc83ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:14.672202 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a9cba998-e2c6-4475-afc9-c4b2d079a442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:14.692904 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434980aa-217a-40e3-ba08-3d5a55ae4cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9329082e-f294-4081-9701-78b3d8f60ce4,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:14.696792 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920d3a9-c1b7-42f2-b036-bed9a11c9bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1123af7-d98b-4b7d-b55f-04acde75a815,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:14.700461 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1920d3a9-c1b7-42f2-b036-bed9a11c9bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:14.701784 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-1920d3a9-c1b7-42f2-b036-bed9a11c9bc7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b1123af7-d98b-4b7d-b55f-04acde75a815 HTTP/1.1" status: 204 len: 168 time: 0.2126842 Jun 01 15:54:14.702971 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-1920d3a9-c1b7-42f2-b036-bed9a11c9bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:14.704609 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:14.713308 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-434980aa-217a-40e3-ba08-3d5a55ae4cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:14.714104 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-19f67e50-e296-41af-8678-17596eeea538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:14.736864 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-bc378c36-0f35-44ad-9bab-a9da84757cea req-a75ac506-3a9c-4445-bb45-aee038ff8f64 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/security-groups?id=963a7af7-2e2a-4593-a7be-ae1f9ad649d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368611 Jun 01 15:54:14.760798 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cba998-e2c6-4475-afc9-c4b2d079a442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988d866b-1eea-450a-b800-71ad3e028dab,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:14.766716 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-a9cba998-e2c6-4475-afc9-c4b2d079a442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:14.768449 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:14.822113 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-434980aa-217a-40e3-ba08-3d5a55ae4cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:14.825909 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-434980aa-217a-40e3-ba08-3d5a55ae4cb4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9329082e-f294-4081-9701-78b3d8f60ce4 HTTP/1.1" status: 204 len: 168 time: 0.8116698 Jun 01 15:54:14.885535 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c91aa-a740-4834-a20a-2e8f8ec19de5 req-07332b56-34ed-48c5-938c-e2d65a74452c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:14.888091 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c15c91aa-a740-4834-a20a-2e8f8ec19de5 req-07332b56-34ed-48c5-938c-e2d65a74452c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.89 "GET /v2.0/ports?device_id=395ac214-6b9f-422c-9829-c8987a85c9f7 HTTP/1.1" status: 200 len: 946 time: 0.3933995 Jun 01 15:54:14.890829 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a9cba998-e2c6-4475-afc9-c4b2d079a442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:14.891044 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-a9cba998-e2c6-4475-afc9-c4b2d079a442 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/988d866b-1eea-450a-b800-71ad3e028dab HTTP/1.1" status: 204 len: 168 time: 0.9440258 Jun 01 15:54:15.194677 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfd453d-619b-46ad-9b65-0dc324a5822d,revision_number=2']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:15.228609 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:15.374837 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Attempting to bind port 5dfd453d-619b-46ad-9b65-0dc324a5822d on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:54:15.375143 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Attempting to bind port 5dfd453d-619b-46ad-9b65-0dc324a5822d by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '5a582721-188e-4673-9d0d-d4bcf203f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a'}] {{(pid=91975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:54:15.375404 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Attempting to bind port 5dfd453d-619b-46ad-9b65-0dc324a5822d on network 1d3dde78-d936-4294-b200-1bcc0c02662a {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:54:15.392951 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a64b5-ba37-455e-b590-427c22846a80 req-d596b87d-515f-449c-be23-632332656ea4 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:15.393891 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-fd9a64b5-ba37-455e-b590-427c22846a80 req-d596b87d-515f-449c-be23-632332656ea4 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.5189967 Jun 01 15:54:15.396849 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Port 5dfd453d-619b-46ad-9b65-0dc324a5822d on network 1d3dde78-d936-4294-b200-1bcc0c02662a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:54:15.397181 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Attempting to bind port 5dfd453d-619b-46ad-9b65-0dc324a5822d on network 1d3dde78-d936-4294-b200-1bcc0c02662a {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:54:15.407050 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 58696) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:15.409421 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Checking agent: {'id': 'c6431322-3330-4f13-924b-76ac3aabd9b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'started_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:54:15.409762 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Checking segment: {'id': '5a582721-188e-4673-9d0d-d4bcf203f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:54:15.410144 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Bound using segment: {'id': '5a582721-188e-4673-9d0d-d4bcf203f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a'} {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:54:15.410579 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Bound port: 5dfd453d-619b-46ad-9b65-0dc324a5822d, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a582721-188e-4673-9d0d-d4bcf203f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a'}}] {{(pid=91975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:54:15.410923 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:15.426978 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-cb66de46-d7a9-40c4-8e2a-f4f97999efbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:15.443908 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42263b-eaa4-4b6a-a85e-e3ed1f81c438 req-1b6ed571-14fd-4290-8575-71500e7c6616 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:15.445454 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-cb66de46-d7a9-40c4-8e2a-f4f97999efbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:15.450316 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-cb66de46-d7a9-40c4-8e2a-f4f97999efbf admin admin] Usage tracker for resource:security_group_rule and tenant:973fbbd6a3744ebcb1944f94c684532a is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:15.451471 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5a42263b-eaa4-4b6a-a85e-e3ed1f81c438 req-1b6ed571-14fd-4290-8575-71500e7c6616 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a89ab565-ed81-4f74-a374-ff0f31ed657f HTTP/1.1" status: 200 len: 943 time: 0.3017418 Jun 01 15:54:15.454335 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-cb66de46-d7a9-40c4-8e2a-f4f97999efbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:15.461626 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-cb66de46-d7a9-40c4-8e2a-f4f97999efbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:15.546646 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [req-c15c91aa-a740-4834-a20a-2e8f8ec19de5 req-74a6d0ad-24b5-451a-a630-6294cf3e1cb3 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Deleting port c76d8c0d-111e-4985-adb6-0b4b740fa1d7 {{(pid=91975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:54:15.546950 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-c15c91aa-a740-4834-a20a-2e8f8ec19de5 req-74a6d0ad-24b5-451a-a630-6294cf3e1cb3 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:15.591155 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-cb66de46-d7a9-40c4-8e2a-f4f97999efbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:15.596952 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-cb66de46-d7a9-40c4-8e2a-f4f97999efbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:15.608390 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5a42263b-eaa4-4b6a-a85e-e3ed1f81c438 req-a1169a4e-a0d3-42b7-8cd7-24bea1a4203d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560526 Jun 01 15:54:15.623533 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-fd9a64b5-ba37-455e-b590-427c22846a80 req-dd202153-6b98-4b11-9751-4195d1689836 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174292 Jun 01 15:54:15.627881 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-1ff1ec08-fe53-4e83-8e51-6fa486440d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:15.656242 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-cb66de46-d7a9-40c4-8e2a-f4f97999efbf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=973fbbd6a3744ebcb1944f94c684532a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472835 Jun 01 15:54:15.657099 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66de46-d7a9-40c4-8e2a-f4f97999efbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e34e52-6194-45de-9bb5-0de9f4d14687,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:15.659444 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 58710) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:15.672273 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-cb66de46-d7a9-40c4-8e2a-f4f97999efbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:15.714563 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] For port 5dfd453d-619b-46ad-9b65-0dc324a5822d, host hv-cinder-79351, cleared binding levels {{(pid=91975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:54:15.739713 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] For port 5dfd453d-619b-46ad-9b65-0dc324a5822d, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5dfd453d-619b-46ad-9b65-0dc324a5822d,segment=NetworkSegment(5a582721-188e-4673-9d0d-d4bcf203f1bd),segment_id=5a582721-188e-4673-9d0d-d4bcf203f1bd)] {{(pid=91975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:54:15.748226 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-67998765-3782-40a1-b07e-882da0081e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:15.755841 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:15.766712 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:15.784377 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-67998765-3782-40a1-b07e-882da0081e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:15.858342 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-67998765-3782-40a1-b07e-882da0081e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:15.864090 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-00eb2806-29cd-4a96-8ecb-f191dc583c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:15.864183 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-c15c91aa-a740-4834-a20a-2e8f8ec19de5 req-74a6d0ad-24b5-451a-a630-6294cf3e1cb3 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] For port c76d8c0d-111e-4985-adb6-0b4b740fa1d7, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=c76d8c0d-111e-4985-adb6-0b4b740fa1d7,segment=NetworkSegment(f192b547-f8f4-48fb-972b-fe46500dfb1a),segment_id=f192b547-f8f4-48fb-972b-fe46500dfb1a)] {{(pid=91975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:15.864183 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-c15c91aa-a740-4834-a20a-2e8f8ec19de5 req-74a6d0ad-24b5-451a-a630-6294cf3e1cb3 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:15.882302 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67998765-3782-40a1-b07e-882da0081e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e34e52-6194-45de-9bb5-0de9f4d14687,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:15.889217 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-67998765-3782-40a1-b07e-882da0081e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:15.901025 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-67998765-3782-40a1-b07e-882da0081e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:15.903718 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-67998765-3782-40a1-b07e-882da0081e97 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32e34e52-6194-45de-9bb5-0de9f4d14687 HTTP/1.1" status: 204 len: 168 time: 0.2429993 Jun 01 15:54:15.960136 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:15.961124 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:15.962046 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] 10.222.0.89 "PUT /v2.0/ports/5dfd453d-619b-46ad-9b65-0dc324a5822d HTTP/1.1" status: 200 len: 1093 time: 2.5378387 Jun 01 15:54:15.962886 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89ab565-ed81-4f74-a374-ff0f31ed657f', 'tag': '5dfd453d-619b-46ad-9b65-0dc324a5822d'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:54:15.965698 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e0140f-4bfb-4bc1-8e75-e17c5933d553" -d '{"events": [{"name": "network-changed", "server_uuid": "a89ab565-ed81-4f74-a374-ff0f31ed657f", "tag": "5dfd453d-619b-46ad-9b65-0dc324a5822d"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:54:16.090718 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015ee14c-9b19-47e7-a5f0-b2ecc5585e4f x-openstack-request-id: req-015ee14c-9b19-47e7-a5f0-b2ecc5585e4f {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:54:16.091054 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89ab565-ed81-4f74-a374-ff0f31ed657f", "tag": "5dfd453d-619b-46ad-9b65-0dc324a5822d", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:54:16.091318 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-015ee14c-9b19-47e7-a5f0-b2ecc5585e4f {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:54:16.091726 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89ab565-ed81-4f74-a374-ff0f31ed657f', 'tag': '5dfd453d-619b-46ad-9b65-0dc324a5822d', 'status': 'completed', 'code': 200} Jun 01 15:54:16.099782 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [req-c15c91aa-a740-4834-a20a-2e8f8ec19de5 req-74a6d0ad-24b5-451a-a630-6294cf3e1cb3 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Calling delete_port for c76d8c0d-111e-4985-adb6-0b4b740fa1d7 owned by compute:nova {{(pid=91975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:54:16.171154 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfd453d-619b-46ad-9b65-0dc324a5822d,revision_number=3']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:16.174739 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:16.254040 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-e2ef8022-3cdd-445d-928c-95ca2adb6f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:16.255967 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-e2ef8022-3cdd-445d-928c-95ca2adb6f26 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9a8d1b76efdc412fa75558d8d00df5b1&device_id=a89ab565-ed81-4f74-a374-ff0f31ed657f HTTP/1.1" status: 200 len: 1096 time: 0.1673524 Jun 01 15:54:16.274638 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dd24e-10dd-4ee4-8354-be8675f10e89 req-51523dba-b056-4dc8-9454-6ae014fab6e7 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:16.276161 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-652dd24e-10dd-4ee4-8354-be8675f10e89 req-51523dba-b056-4dc8-9454-6ae014fab6e7 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=395ac214-6b9f-422c-9829-c8987a85c9f7 HTTP/1.1" status: 200 len: 946 time: 0.3177438 Jun 01 15:54:16.340811 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 58742) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:16.366007 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8cfb5ee0-6acf-41ae-862c-8e6fe250af20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:16.401647 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-8cfb5ee0-6acf-41ae-862c-8e6fe250af20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:16.420678 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-8cfb5ee0-6acf-41ae-862c-8e6fe250af20 admin admin] Usage tracker for resource:security_group_rule and tenant:16c032fe3cdd4d51ac9cdb2731e5be11 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:16.424363 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-8cfb5ee0-6acf-41ae-862c-8e6fe250af20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:16.435950 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-8cfb5ee0-6acf-41ae-862c-8e6fe250af20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:16.460396 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-f4584814-8a4d-4fde-a9ee-16ed8340e578 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5dfd453d-619b-46ad-9b65-0dc324a5822d HTTP/1.1" status: 200 len: 217 time: 0.1826499 Jun 01 15:54:16.549239 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8cfb5ee0-6acf-41ae-862c-8e6fe250af20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:16.555684 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8cfb5ee0-6acf-41ae-862c-8e6fe250af20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:16.575307 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:16.636807 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb5ee0-6acf-41ae-862c-8e6fe250af20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152432d4-7ab6-41a5-a10c-c5c57e7bf40d,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:16.643318 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-8cfb5ee0-6acf-41ae-862c-8e6fe250af20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:16.664997 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-8cfb5ee0-6acf-41ae-862c-8e6fe250af20 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=16c032fe3cdd4d51ac9cdb2731e5be11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212817 Jun 01 15:54:16.667637 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 58756) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:16.670940 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-652dd24e-10dd-4ee4-8354-be8675f10e89 req-0b545c35-a6d6-4105-a2b6-418358419f38 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/security-groups?id=963a7af7-2e2a-4593-a7be-ae1f9ad649d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215816 Jun 01 15:54:16.688250 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-0817df37-d1e6-49fe-a21f-047b5a64cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:16.696243 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-0817df37-d1e6-49fe-a21f-047b5a64cbb6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6c05ea02-37de-4c70-a86d-e39e23827d1a HTTP/1.1" status: 200 len: 855 time: 0.1604691 Jun 01 15:54:16.699551 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-c15c91aa-a740-4834-a20a-2e8f8ec19de5 req-74a6d0ad-24b5-451a-a630-6294cf3e1cb3 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:16.711447 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:16.716288 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['c76d8c0d-111e-4985-adb6-0b4b740fa1d7'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:54:16.796946 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-acddb17d-af13-4b3f-90ea-c186faeb1c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:16.830741 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6d0ad-24b5-451a-a630-6294cf3e1cb3 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Pushing event deleted for resources: {'Port': ['ID=c76d8c0d-111e-4985-adb6-0b4b740fa1d7,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:16.868904 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-8859b65c-bbda-4d71-b6ef-ab1739486a00 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1d3dde78-d936-4294-b200-1bcc0c02662a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995200 Jun 01 15:54:16.870055 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-74a6d0ad-24b5-451a-a630-6294cf3e1cb3 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:16.875567 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-acddb17d-af13-4b3f-90ea-c186faeb1c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:16.964866 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-acddb17d-af13-4b3f-90ea-c186faeb1c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:16.970326 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:16.979390 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15c91aa-a740-4834-a20a-2e8f8ec19de5 req-74a6d0ad-24b5-451a-a630-6294cf3e1cb3 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] No DVR routers for this DVR port c76d8c0d-111e-4985-adb6-0b4b740fa1d7 on host hv-cinder-79351 {{(pid=91975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:54:16.987213 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb17d-af13-4b3f-90ea-c186faeb1c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152432d4-7ab6-41a5-a10c-c5c57e7bf40d,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:16.990518 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-acddb17d-af13-4b3f-90ea-c186faeb1c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:17.000625 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-acddb17d-af13-4b3f-90ea-c186faeb1c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:17.006350 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-acddb17d-af13-4b3f-90ea-c186faeb1c13 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/152432d4-7ab6-41a5-a10c-c5c57e7bf40d HTTP/1.1" status: 204 len: 168 time: 0.3358982 Jun 01 15:54:17.083548 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-c15c91aa-a740-4834-a20a-2e8f8ec19de5 req-74a6d0ad-24b5-451a-a630-6294cf3e1cb3 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:17.208291 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c15c91aa-a740-4834-a20a-2e8f8ec19de5 req-74a6d0ad-24b5-451a-a630-6294cf3e1cb3 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.89 "DELETE /v2.0/ports/c76d8c0d-111e-4985-adb6-0b4b740fa1d7 HTTP/1.1" status: 204 len: 173 time: 2.2978728 Jun 01 15:54:17.282846 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9f519-d2b6-42af-94f1-7108e28daeef req-2eb14b4c-bb91-4330-9509-f39766fc303a tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:17.284357 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6dc9f519-d2b6-42af-94f1-7108e28daeef req-2eb14b4c-bb91-4330-9509-f39766fc303a tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.3068643 Jun 01 15:54:17.288039 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-801be8d5-f2aa-40e7-a059-509eaaa78ce9 service neutron] 10.222.0.89 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918545 Jun 01 15:54:17.297032 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f83501-e7c1-4f1c-8c53-107a5812c5ae req-a1931301-7d2d-496d-a55a-e07ce439b620 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:17.304228 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b6f83501-e7c1-4f1c-8c53-107a5812c5ae req-a1931301-7d2d-496d-a55a-e07ce439b620 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a89ab565-ed81-4f74-a374-ff0f31ed657f HTTP/1.1" status: 200 len: 943 time: 0.3463638 Jun 01 15:54:17.475153 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6dc9f519-d2b6-42af-94f1-7108e28daeef req-c2723331-76ea-41d1-8559-609f8f3898a9 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691232 Jun 01 15:54:17.522391 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b6f83501-e7c1-4f1c-8c53-107a5812c5ae req-bfcb031a-807a-4687-9a85-3e3fe78653c9 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172358 Jun 01 15:54:17.535792 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7eaa5312-5647-4de4-be58-d3504c72dd73 req-8f2af5fa-06f1-44fb-8896-f2a5e1077eeb service neutron] 10.222.0.89 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283056 Jun 01 15:54:17.696578 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0140f-4bfb-4bc1-8e75-e17c5933d553 req-27369cc3-174b-4d33-a805-051671ec274e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:17.699003 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-34e0140f-4bfb-4bc1-8e75-e17c5933d553 req-27369cc3-174b-4d33-a805-051671ec274e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9a8d1b76efdc412fa75558d8d00df5b1&device_id=a89ab565-ed81-4f74-a374-ff0f31ed657f HTTP/1.1" status: 200 len: 1096 time: 0.0789747 Jun 01 15:54:17.867457 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-d5756c55-8d25-4396-b0a4-62b9ea2ab21c req-3f2de8c7-863e-4ce6-b90b-426606136226 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Synchronizing usage tracker for tenant:bacb0648e54e4d259cd1fef515ec1094 on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:54:17.898083 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-d5756c55-8d25-4396-b0a4-62b9ea2ab21c req-3f2de8c7-863e-4ce6-b90b-426606136226 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Unset dirty status for tenant:bacb0648e54e4d259cd1fef515ec1094 on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:54:17.899370 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d5756c55-8d25-4396-b0a4-62b9ea2ab21c req-3f2de8c7-863e-4ce6-b90b-426606136226 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=395ac214-6b9f-422c-9829-c8987a85c9f7 HTTP/1.1" status: 200 len: 210 time: 0.0881295 Jun 01 15:54:17.907924 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0140f-4bfb-4bc1-8e75-e17c5933d553 req-0122157d-5573-486d-9557-f95a35e35719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:17.910238 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-34e0140f-4bfb-4bc1-8e75-e17c5933d553 req-0122157d-5573-486d-9557-f95a35e35719 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1d3dde78-d936-4294-b200-1bcc0c02662a HTTP/1.1" status: 200 len: 916 time: 0.2042601 Jun 01 15:54:17.998156 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-34e0140f-4bfb-4bc1-8e75-e17c5933d553 req-465c4788-1573-439a-9869-eed73b67ac38 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5dfd453d-619b-46ad-9b65-0dc324a5822d HTTP/1.1" status: 200 len: 217 time: 0.0757751 Jun 01 15:54:18.080365 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0140f-4bfb-4bc1-8e75-e17c5933d553 req-d556039c-1da5-42aa-ace7-a6009e4d6a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:18.082079 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-34e0140f-4bfb-4bc1-8e75-e17c5933d553 req-d556039c-1da5-42aa-ace7-a6009e4d6a46 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6c05ea02-37de-4c70-a86d-e39e23827d1a HTTP/1.1" status: 200 len: 855 time: 0.0713673 Jun 01 15:54:18.093395 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395ac214-6b9f-422c-9829-c8987a85c9f7', 'name': 'network-vif-deleted', 'tag': 'c76d8c0d-111e-4985-adb6-0b4b740fa1d7'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:54:18.096471 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becb4c1d-3e42-4d2d-826b-2a04b85be80d" -d '{"events": [{"server_uuid": "395ac214-6b9f-422c-9829-c8987a85c9f7", "name": "network-vif-deleted", "tag": "c76d8c0d-111e-4985-adb6-0b4b740fa1d7"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:54:18.149163 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-34e0140f-4bfb-4bc1-8e75-e17c5933d553 req-2520861e-adb6-492d-9c5b-224c17401058 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1d3dde78-d936-4294-b200-1bcc0c02662a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571830 Jun 01 15:54:18.205704 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e150dea5-279a-4dc8-9dd3-fbcee9a786d7 x-openstack-request-id: req-e150dea5-279a-4dc8-9dd3-fbcee9a786d7 {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:54:18.206018 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395ac214-6b9f-422c-9829-c8987a85c9f7", "name": "network-vif-deleted", "tag": "c76d8c0d-111e-4985-adb6-0b4b740fa1d7", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:54:18.206295 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e150dea5-279a-4dc8-9dd3-fbcee9a786d7 {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:54:18.206721 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395ac214-6b9f-422c-9829-c8987a85c9f7', 'name': 'network-vif-deleted', 'tag': 'c76d8c0d-111e-4985-adb6-0b4b740fa1d7', 'status': 'completed', 'code': 200} Jun 01 15:54:18.343327 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f0847b7-346f-4542-9db4-1910f7789c87 req-af7cf909-96d8-43bc-95bf-7b7fa7a6bcc5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4e4e4feb-afaf-4976-82e4-ecd893640839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1928341 Jun 01 15:54:18.348697 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-34e0140f-4bfb-4bc1-8e75-e17c5933d553 req-62f2ff5a-c5e1-4ae1-95e5-ca5294497f43 service neutron] 10.222.0.89 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664312 Jun 01 15:54:18.829102 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-34e0140f-4bfb-4bc1-8e75-e17c5933d553 req-33cb01ac-bea6-4ca2-babb-b643ecb975c4 service neutron] 10.222.0.89 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701912 Jun 01 15:54:18.890251 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0847b7-346f-4542-9db4-1910f7789c87 req-2a9e9ff5-caaf-499a-b157-b7213330a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:18.891850 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f0847b7-346f-4542-9db4-1910f7789c87 req-2a9e9ff5-caaf-499a-b157-b7213330a3f2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9a8d1b76efdc412fa75558d8d00df5b1&device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 1099 time: 0.2839930 Jun 01 15:54:18.915940 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172177c-06ae-4615-b4c4-09494dc8e6b7 req-c85c4c14-fd65-4b54-a106-ebf21164ee91 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:18.923787 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7172177c-06ae-4615-b4c4-09494dc8e6b7 req-c85c4c14-fd65-4b54-a106-ebf21164ee91 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a89ab565-ed81-4f74-a374-ff0f31ed657f HTTP/1.1" status: 200 len: 943 time: 0.2145376 Jun 01 15:54:18.959537 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aab709-5582-46eb-8d48-7699309b0267 req-ef32421d-8721-4e45-b880-ca9ccb94868d tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:18.961018 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-61aab709-5582-46eb-8d48-7699309b0267 req-ef32421d-8721-4e45-b880-ca9ccb94868d tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.2887740 Jun 01 15:54:19.046364 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7172177c-06ae-4615-b4c4-09494dc8e6b7 req-58530cef-ac04-432e-9dc3-a4acf21a7c6e tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165719 Jun 01 15:54:19.138399 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-61aab709-5582-46eb-8d48-7699309b0267 req-4d549888-26ab-4988-aa49-7fa86c523b11 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698380 Jun 01 15:54:19.202462 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0847b7-346f-4542-9db4-1910f7789c87 req-6b506c88-7674-429c-827d-c2f26f66d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:19.203955 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f0847b7-346f-4542-9db4-1910f7789c87 req-6b506c88-7674-429c-827d-c2f26f66d8ae service neutron] 10.222.0.89 "GET /v2.0/networks?id=1d3dde78-d936-4294-b200-1bcc0c02662a HTTP/1.1" status: 200 len: 916 time: 0.2764668 Jun 01 15:54:19.285674 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f0847b7-346f-4542-9db4-1910f7789c87 req-8051f71d-c35c-4f6b-83c8-d672ff4d0f49 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f58f9ce-194a-4fc7-97d9-15c10a48bd27 HTTP/1.1" status: 200 len: 217 time: 0.0738902 Jun 01 15:54:19.367943 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0847b7-346f-4542-9db4-1910f7789c87 req-7b2021b3-97a5-4ecd-b82c-a26a155077fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:19.369397 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f0847b7-346f-4542-9db4-1910f7789c87 req-7b2021b3-97a5-4ecd-b82c-a26a155077fa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6c05ea02-37de-4c70-a86d-e39e23827d1a HTTP/1.1" status: 200 len: 855 time: 0.0730870 Jun 01 15:54:19.437359 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f0847b7-346f-4542-9db4-1910f7789c87 req-17dc4707-ef11-456b-9b0b-fad909b2b23c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1d3dde78-d936-4294-b200-1bcc0c02662a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557771 Jun 01 15:54:19.466085 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device c76d8c0d-111e-4985-adb6-0b4b740fa1d7 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:54:19.507928 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] No Port match for: c76d8c0d-111e-4985-adb6-0b4b740fa1d7 {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:54:19.508302 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device c76d8c0d-111e-4985-adb6-0b4b740fa1d7 not bound to the agent host hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:54:19.695409 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f0847b7-346f-4542-9db4-1910f7789c87 req-bbd22572-9b78-4390-a719-85644319eba0 service neutron] 10.222.0.89 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485116 Jun 01 15:54:19.740196 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58325739-21c1-4383-a99e-e3a1e5571eea req-2b91f055-e6e9-40c9-a69e-0d8a30f01aa3 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:19.741685 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-58325739-21c1-4383-a99e-e3a1e5571eea req-2b91f055-e6e9-40c9-a69e-0d8a30f01aa3 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/networks?id=1a71e0df-ae0f-48be-bf8b-ae8d385826d8 HTTP/1.1" status: 200 len: 808 time: 0.2494297 Jun 01 15:54:19.819579 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-58325739-21c1-4383-a99e-e3a1e5571eea req-8ad0bab7-ba00-4457-867d-9b91e4534beb tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/quotas/bacb0648e54e4d259cd1fef515ec1094 HTTP/1.1" status: 200 len: 375 time: 0.0607045 Jun 01 15:54:19.892597 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-58325739-21c1-4383-a99e-e3a1e5571eea req-ac68f119-0e05-451c-ac85-ead18f633d7c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bacb0648e54e4d259cd1fef515ec1094&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660896 Jun 01 15:54:19.920536 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f0847b7-346f-4542-9db4-1910f7789c87 req-6a613d30-2113-4199-821d-ecdffce91551 service neutron] 10.222.0.89 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158914 Jun 01 15:54:20.045714 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-58325739-21c1-4383-a99e-e3a1e5571eea req-cef7eea8-4853-4f61-9fd7-f1ea785a6df5 service neutron] 10.222.0.60 "GET /v2.0/networks/1a71e0df-ae0f-48be-bf8b-ae8d385826d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462841 Jun 01 15:54:20.347767 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-58325739-21c1-4383-a99e-e3a1e5571eea req-8be82d63-90ba-4a08-a9af-de452623de17 service neutron] 10.222.0.60 "GET /v2.0/networks/1a71e0df-ae0f-48be-bf8b-ae8d385826d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964869 Jun 01 15:54:20.379763 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53e959-df37-40c9-b947-78f8676ecc30 req-ec4341af-4ac7-43fd-b898-9ee49e720abe tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:20.381360 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8b53e959-df37-40c9-b947-78f8676ecc30 req-ec4341af-4ac7-43fd-b898-9ee49e720abe tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a89ab565-ed81-4f74-a374-ff0f31ed657f HTTP/1.1" status: 200 len: 943 time: 0.2228639 Jun 01 15:54:20.433214 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8b53e959-df37-40c9-b947-78f8676ecc30 req-96ac0c88-9bee-4e7c-81d2-0cdc515db91a tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449712 Jun 01 15:54:20.696054 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c9046-5856-4ecd-9ce3-d6d8da781278 req-73c7bee4-029d-4ef1-a3e3-5f2879f9bf40 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:20.704387 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ac7c9046-5856-4ecd-9ce3-d6d8da781278 req-73c7bee4-029d-4ef1-a3e3-5f2879f9bf40 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.1108201 Jun 01 15:54:20.763769 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ac7c9046-5856-4ecd-9ce3-d6d8da781278 req-972866ec-2190-4379-9d8e-5226ba2dad4c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553038 Jun 01 15:54:20.858649 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a213bdad-cc91-42fd-a012-3d87a589ffe7 req-635a03af-b0a1-4060-bdcf-34c293d5a2c8 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f25e364-4755-4cbf-8767-f51da10059e0 HTTP/1.1" status: 200 len: 210 time: 0.0933499 Jun 01 15:54:21.299956 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 58956) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:21.415897 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-65720e48-6d82-4ba6-8102-f162ba03d041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:21.430270 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-65720e48-6d82-4ba6-8102-f162ba03d041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:21.434102 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-65720e48-6d82-4ba6-8102-f162ba03d041 admin admin] Usage tracker for resource:security_group_rule and tenant:b1234e752f2f49b6ac73c1f064a5f205 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:21.436883 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-65720e48-6d82-4ba6-8102-f162ba03d041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:21.442460 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-65720e48-6d82-4ba6-8102-f162ba03d041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:21.470157 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 5dfd453d-619b-46ad-9b65-0dc324a5822d details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:54:21.506001 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:54:21.531023 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-65720e48-6d82-4ba6-8102-f162ba03d041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:21.535387 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-65720e48-6d82-4ba6-8102-f162ba03d041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:21.544087 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-636320d7-26a5-460b-861d-e0a8c4d6759f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:21.586842 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65720e48-6d82-4ba6-8102-f162ba03d041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cf074b-6f08-401d-bd72-5b3dc492699d,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:21.591242 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-65720e48-6d82-4ba6-8102-f162ba03d041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:21.608547 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 58968) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:21.611259 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-65720e48-6d82-4ba6-8102-f162ba03d041 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1234e752f2f49b6ac73c1f064a5f205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099704 Jun 01 15:54:21.667207 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 5dfd453d-619b-46ad-9b65-0dc324a5822d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5dfd453d-619b-46ad-9b65-0dc324a5822d,segment=NetworkSegment(5a582721-188e-4673-9d0d-d4bcf203f1bd),segment_id=5a582721-188e-4673-9d0d-d4bcf203f1bd)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:21.682484 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Returning: {'device': '5dfd453d-619b-46ad-9b65-0dc324a5822d', 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a', 'port_id': '5dfd453d-619b-46ad-9b65-0dc324a5822d', 'mac_address': 'fa:16:3e:0d:5b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c05ea02-37de-4c70-a86d-e39e23827d1a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:54:21.744077 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51a64d99-36c4-4e57-9e59-4fe3cf48bfcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:21.772401 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:21.823372 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dfd453d-619b-46ad-9b65-0dc324a5822d {{(pid=91977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:54:21.833860 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51a64d99-36c4-4e57-9e59-4fe3cf48bfcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:21.864417 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 5dfd453d-619b-46ad-9b65-0dc324a5822d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5dfd453d-619b-46ad-9b65-0dc324a5822d,segment=NetworkSegment(5a582721-188e-4673-9d0d-d4bcf203f1bd),segment_id=5a582721-188e-4673-9d0d-d4bcf203f1bd)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:21.873462 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:21.876360 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:21.944174 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fefeeb-2870-456f-a2aa-728331d73da5 req-237f5b87-411f-4184-a1dc-968f2ec7e210 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:21.946136 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c5fefeeb-2870-456f-a2aa-728331d73da5 req-237f5b87-411f-4184-a1dc-968f2ec7e210 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a89ab565-ed81-4f74-a374-ff0f31ed657f HTTP/1.1" status: 200 len: 943 time: 0.3136835 Jun 01 15:54:21.984809 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=5dfd453d-619b-46ad-9b65-0dc324a5822d,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:21.990954 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:22.140653 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58325739-21c1-4383-a99e-e3a1e5571eea req-0bbb2e57-2f16-4225-bc31-52b4bcc8fa7e tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:22.142418 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-58325739-21c1-4383-a99e-e3a1e5571eea req-0bbb2e57-2f16-4225-bc31-52b4bcc8fa7e tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.89 "GET /v2.0/networks?id=1a71e0df-ae0f-48be-bf8b-ae8d385826d8 HTTP/1.1" status: 200 len: 808 time: 0.3862758 Jun 01 15:54:22.152894 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c5fefeeb-2870-456f-a2aa-728331d73da5 req-c16d516f-5999-4081-baa6-70ae8a1f8f13 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999443 Jun 01 15:54:22.164285 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-58325739-21c1-4383-a99e-e3a1e5571eea req-7b0426ef-73ca-484d-98a0-561e2db76f2d tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Request body: {'port': {'device_id': '5f25e364-4755-4cbf-8767-f51da10059e0', 'network_id': '1a71e0df-ae0f-48be-bf8b-ae8d385826d8', 'admin_state_up': True, 'tenant_id': 'bacb0648e54e4d259cd1fef515ec1094'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:54:22.215553 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['5dfd453d-619b-46ad-9b65-0dc324a5822d'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:54:22.360458 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51a64d99-36c4-4e57-9e59-4fe3cf48bfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:22.369423 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-58325739-21c1-4383-a99e-e3a1e5571eea req-7b0426ef-73ca-484d-98a0-561e2db76f2d tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:22.379744 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-58325739-21c1-4383-a99e-e3a1e5571eea req-7b0426ef-73ca-484d-98a0-561e2db76f2d tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:22.429826 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:22.439796 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0becf7a4-b96a-4c10-9caf-46e60064b88b req-6e817667-bd49-484e-8b5b-5113b0cdc39a tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f25e364-4755-4cbf-8767-f51da10059e0 HTTP/1.1" status: 200 len: 210 time: 0.0502398 Jun 01 15:54:22.442803 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58325739-21c1-4383-a99e-e3a1e5571eea req-7b0426ef-73ca-484d-98a0-561e2db76f2d tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Made reservation on behalf of bacb0648e54e4d259cd1fef515ec1094 for: {'port': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:54:22.447712 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-58325739-21c1-4383-a99e-e3a1e5571eea req-7b0426ef-73ca-484d-98a0-561e2db76f2d tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:22.468225 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a64d99-36c4-4e57-9e59-4fe3cf48bfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cf074b-6f08-401d-bd72-5b3dc492699d,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:22.480414 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-51a64d99-36c4-4e57-9e59-4fe3cf48bfcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:22.481435 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51a64d99-36c4-4e57-9e59-4fe3cf48bfcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:22.485263 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-51a64d99-36c4-4e57-9e59-4fe3cf48bfcc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3cf074b-6f08-401d-bd72-5b3dc492699d HTTP/1.1" status: 204 len: 168 time: 0.8735309 Jun 01 15:54:22.570974 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c76580-3df7-4e07-ade8-7965d1a5fd1c req-705ce450-86d0-4426-88f9-9dff00688781 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:22.584870 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-29c76580-3df7-4e07-ade8-7965d1a5fd1c req-705ce450-86d0-4426-88f9-9dff00688781 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.5374489 Jun 01 15:54:22.712490 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:22.732330 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-29c76580-3df7-4e07-ade8-7965d1a5fd1c req-adcb201b-ab19-4635-964c-d9244877d596 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457453 Jun 01 15:54:22.810751 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_common [req-58325739-21c1-4383-a99e-e3a1e5571eea req-7b0426ef-73ca-484d-98a0-561e2db76f2d tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Allocated IP 172.20.0.5 (1a71e0df-ae0f-48be-bf8b-ae8d385826d8/7e3227f0-2635-4eea-b7b7-400ff91ef361/7c1a27a3-9fe9-4ab4-93ca-c925feaf770d) {{(pid=91975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:54:23.002845 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59032) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:23.023519 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-69b729bc-2cbf-47e7-83b6-90f7715c7554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:23.068875 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-69b729bc-2cbf-47e7-83b6-90f7715c7554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:23.077984 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-69b729bc-2cbf-47e7-83b6-90f7715c7554 admin admin] Usage tracker for resource:security_group_rule and tenant:2b401f2c06af46308fb1feee0bdd4f6c is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:23.084733 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-69b729bc-2cbf-47e7-83b6-90f7715c7554 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:23.098664 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-69b729bc-2cbf-47e7-83b6-90f7715c7554 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:23.209236 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-58325739-21c1-4383-a99e-e3a1e5571eea req-7b0426ef-73ca-484d-98a0-561e2db76f2d tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Notify callbacks [] for port, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:23.252483 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-58325739-21c1-4383-a99e-e3a1e5571eea req-7b0426ef-73ca-484d-98a0-561e2db76f2d tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:23.255751 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-69b729bc-2cbf-47e7-83b6-90f7715c7554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:23.260472 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:23.264969 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-69b729bc-2cbf-47e7-83b6-90f7715c7554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:23.273726 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:23.314071 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-69b729bc-2cbf-47e7-83b6-90f7715c7554 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b401f2c06af46308fb1feee0bdd4f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094420 Jun 01 15:54:23.316723 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59044) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:23.326925 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b729bc-2cbf-47e7-83b6-90f7715c7554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b71c586-8f00-43c3-bd53-bde5ca89eea5,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:23.356697 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-69b729bc-2cbf-47e7-83b6-90f7715c7554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:23.379476 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-bdf4514a-ce95-49a0-bce7-27346f53fea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:23.408552 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-bdf4514a-ce95-49a0-bce7-27346f53fea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:23.429671 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58325739-21c1-4383-a99e-e3a1e5571eea req-7b0426ef-73ca-484d-98a0-561e2db76f2d tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Network 1a71e0df-ae0f-48be-bf8b-ae8d385826d8 is already hosted by enough agents. {{(pid=91975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:54:23.432910 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [req-58325739-21c1-4383-a99e-e3a1e5571eea req-7b0426ef-73ca-484d-98a0-561e2db76f2d tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Resources bound (agent type, host, resource id): {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:54:23.439015 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [req-58325739-21c1-4383-a99e-e3a1e5571eea req-7b0426ef-73ca-484d-98a0-561e2db76f2d tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Received port after_create {{(pid=91975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:54:23.472246 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-bdf4514a-ce95-49a0-bce7-27346f53fea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:23.473675 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0426ef-73ca-484d-98a0-561e2db76f2d tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Pushing event updated for resources: {'Port': ['ID=7c1a27a3-9fe9-4ab4-93ca-c925feaf770d,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:23.477544 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-acddb17d-af13-4b3f-90ea-c186faeb1c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:23.480300 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 5dfd453d-619b-46ad-9b65-0dc324a5822d up at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:54:23.482111 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-7b0426ef-73ca-484d-98a0-561e2db76f2d tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:23.493948 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4514a-ce95-49a0-bce7-27346f53fea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b71c586-8f00-43c3-bd53-bde5ca89eea5,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:23.498047 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-bdf4514a-ce95-49a0-bce7-27346f53fea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:23.507290 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-bdf4514a-ce95-49a0-bce7-27346f53fea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:23.508858 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-bdf4514a-ce95-49a0-bce7-27346f53fea2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2b71c586-8f00-43c3-bd53-bde5ca89eea5 HTTP/1.1" status: 204 len: 168 time: 0.1910980 Jun 01 15:54:23.531160 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58325739-21c1-4383-a99e-e3a1e5571eea req-7b0426ef-73ca-484d-98a0-561e2db76f2d tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:23.531773 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-58325739-21c1-4383-a99e-e3a1e5571eea req-7b0426ef-73ca-484d-98a0-561e2db76f2d tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:23.557100 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d9b1b-a6ec-4378-82dc-45303963dc37 req-d9d2ac48-3251-419d-939d-39b30fb58171 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:23.557449 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-516d9b1b-a6ec-4378-82dc-45303963dc37 req-d9d2ac48-3251-419d-939d-39b30fb58171 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a89ab565-ed81-4f74-a374-ff0f31ed657f HTTP/1.1" status: 200 len: 944 time: 0.2310367 Jun 01 15:54:23.584052 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-58325739-21c1-4383-a99e-e3a1e5571eea req-7b0426ef-73ca-484d-98a0-561e2db76f2d tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4248128 Jun 01 15:54:23.621268 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-516d9b1b-a6ec-4378-82dc-45303963dc37 req-2a20eeaa-cab3-41fd-bb5f-c8cf798c5298 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557978 Jun 01 15:54:23.625766 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-58325739-21c1-4383-a99e-e3a1e5571eea req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Request body: {'port': {'device_id': '5f25e364-4755-4cbf-8767-f51da10059e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:54:23.634661 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning for port 5dfd453d-619b-46ad-9b65-0dc324a5822d completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:54:23.643972 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning complete for port 5dfd453d-619b-46ad-9b65-0dc324a5822d triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:54:23.644757 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:23.820480 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957aa5ba-434d-408a-9cc8-2b2a108ceaa3 req-d1dfae35-d25f-432a-9112-214c12d6ed6e tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:23.821323 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-957aa5ba-434d-408a-9cc8-2b2a108ceaa3 req-d1dfae35-d25f-432a-9112-214c12d6ed6e tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Synchronizing usage tracker for tenant:bacb0648e54e4d259cd1fef515ec1094 on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:54:23.829197 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-58325739-21c1-4383-a99e-e3a1e5571eea req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:23.922206 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:23.980019 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89ab565-ed81-4f74-a374-ff0f31ed657f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfd453d-619b-46ad-9b65-0dc324a5822d'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:54:23.983172 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4752a2-ae78-4e13-b528-a70fbe6860b0" -d '{"events": [{"server_uuid": "a89ab565-ed81-4f74-a374-ff0f31ed657f", "name": "network-vif-plugged", "status": "completed", "tag": "5dfd453d-619b-46ad-9b65-0dc324a5822d"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:54:24.004264 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 5dfd453d-619b-46ad-9b65-0dc324a5822d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5dfd453d-619b-46ad-9b65-0dc324a5822d,segment=NetworkSegment(5a582721-188e-4673-9d0d-d4bcf203f1bd),segment_id=5a582721-188e-4673-9d0d-d4bcf203f1bd)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:24.010399 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:24.013126 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:24.125969 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=5dfd453d-619b-46ad-9b65-0dc324a5822d,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:24.135530 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:24.155855 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-957aa5ba-434d-408a-9cc8-2b2a108ceaa3 req-d1dfae35-d25f-432a-9112-214c12d6ed6e tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Unset dirty status for tenant:bacb0648e54e4d259cd1fef515ec1094 on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:54:24.162450 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-957aa5ba-434d-408a-9cc8-2b2a108ceaa3 req-d1dfae35-d25f-432a-9112-214c12d6ed6e tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f25e364-4755-4cbf-8767-f51da10059e0 HTTP/1.1" status: 200 len: 931 time: 0.5442879 Jun 01 15:54:24.270918 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-957aa5ba-434d-408a-9cc8-2b2a108ceaa3 req-b169ada6-1584-4f34-baf9-ddbc4bfc881c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/security-groups?id=963a7af7-2e2a-4593-a7be-ae1f9ad649d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075878 Jun 01 15:54:24.279246 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd01859-7671-4538-8f42-48fb744754ff req-2817cf7c-2719-433e-9ca2-ed03f9ba63d1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:24.280758 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6fd01859-7671-4538-8f42-48fb744754ff req-2817cf7c-2719-433e-9ca2-ed03f9ba63d1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.3233397 Jun 01 15:54:24.358726 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2a8e14-4756-4976-a039-b902aa6e0824 x-openstack-request-id: req-5a2a8e14-4756-4976-a039-b902aa6e0824 {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:54:24.359301 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89ab565-ed81-4f74-a374-ff0f31ed657f", "name": "network-vif-plugged", "status": "completed", "tag": "5dfd453d-619b-46ad-9b65-0dc324a5822d", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:54:24.359761 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a2a8e14-4756-4976-a039-b902aa6e0824 {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:54:24.360907 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89ab565-ed81-4f74-a374-ff0f31ed657f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfd453d-619b-46ad-9b65-0dc324a5822d', 'code': 200} Jun 01 15:54:24.404412 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6fd01859-7671-4538-8f42-48fb744754ff req-9211ca67-3a02-4069-9281-b8443478e082 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157568 Jun 01 15:54:24.438652 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 59102) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:24.577543 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [req-58325739-21c1-4383-a99e-e3a1e5571eea req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d {{(pid=91975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:54:24.589704 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-58325739-21c1-4383-a99e-e3a1e5571eea req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Notify callbacks [] for port, precommit_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:24.656390 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.provisioning_blocks [req-58325739-21c1-4383-a99e-e3a1e5571eea req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Transition to ACTIVE for port object 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d will not be triggered until provisioned by entity L2. {{(pid=91975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:54:24.665835 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-5cfbca84-f108-4a3b-8140-a45fcd4557d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:24.678040 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-58325739-21c1-4383-a99e-e3a1e5571eea req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:24.684630 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-8850287b-de50-4a6f-aef3-5930f40e196c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:24.741232 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-5cfbca84-f108-4a3b-8140-a45fcd4557d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:24.844300 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-5cfbca84-f108-4a3b-8140-a45fcd4557d8 admin admin] Usage tracker for resource:security_group_rule and tenant:f357645e11e2450b9b19ada36179280c is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:24.864534 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-5cfbca84-f108-4a3b-8140-a45fcd4557d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:24.889250 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-5cfbca84-f108-4a3b-8140-a45fcd4557d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:24.893269 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Pushing event updated for resources: {'Port': ['ID=7c1a27a3-9fe9-4ab4-93ca-c925feaf770d,revision_number=2']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:24.909522 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59122) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:24.928889 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:25.018386 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c7a93-e459-450c-b368-0743ae227eaf req-09afb875-53f5-49d6-a2fd-861169e78938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:25.022952 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8e6c7a93-e459-450c-b368-0743ae227eaf req-09afb875-53f5-49d6-a2fd-861169e78938 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a89ab565-ed81-4f74-a374-ff0f31ed657f HTTP/1.1" status: 200 len: 1098 time: 0.4048731 Jun 01 15:54:25.061190 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e25fb94a-71ae-4723-ba5c-f82714f0ec85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:25.136163 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be125a0d-0a03-470f-a88a-f1a9b7629c95 req-535888b8-b452-4108-9e77-eaa43914fb90 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:25.138916 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-be125a0d-0a03-470f-a88a-f1a9b7629c95 req-535888b8-b452-4108-9e77-eaa43914fb90 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a89ab565-ed81-4f74-a374-ff0f31ed657f HTTP/1.1" status: 200 len: 945 time: 0.3989472 Jun 01 15:54:25.140104 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-58325739-21c1-4383-a99e-e3a1e5571eea req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Attempting to bind port 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:54:25.140439 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-58325739-21c1-4383-a99e-e3a1e5571eea req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Attempting to bind port 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'f192b547-f8f4-48fb-972b-fe46500dfb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '1a71e0df-ae0f-48be-bf8b-ae8d385826d8'}] {{(pid=91975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:54:25.140801 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58325739-21c1-4383-a99e-e3a1e5571eea req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Attempting to bind port 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d on network 1a71e0df-ae0f-48be-bf8b-ae8d385826d8 {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:54:25.145483 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-e25fb94a-71ae-4723-ba5c-f82714f0ec85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:25.150757 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-e25fb94a-71ae-4723-ba5c-f82714f0ec85 admin admin] Usage tracker for resource:security_group_rule and tenant:fe2f0ab664f346c2a6a4fd803cb5e25d is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:25.155285 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-e25fb94a-71ae-4723-ba5c-f82714f0ec85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:25.162272 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58325739-21c1-4383-a99e-e3a1e5571eea req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Port 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d on network 1a71e0df-ae0f-48be-bf8b-ae8d385826d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:54:25.162272 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58325739-21c1-4383-a99e-e3a1e5571eea req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Attempting to bind port 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d on network 1a71e0df-ae0f-48be-bf8b-ae8d385826d8 {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:54:25.166480 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-e25fb94a-71ae-4723-ba5c-f82714f0ec85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:25.184401 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8e6c7a93-e459-450c-b368-0743ae227eaf req-d460b940-e6be-4419-bbc8-2905f9aa68fb service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547284 Jun 01 15:54:25.195658 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58325739-21c1-4383-a99e-e3a1e5571eea req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Checking agent: {'id': 'c6431322-3330-4f13-924b-76ac3aabd9b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'started_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:54:25.195998 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58325739-21c1-4383-a99e-e3a1e5571eea req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Checking segment: {'id': 'f192b547-f8f4-48fb-972b-fe46500dfb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '1a71e0df-ae0f-48be-bf8b-ae8d385826d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:54:25.196389 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58325739-21c1-4383-a99e-e3a1e5571eea req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Bound using segment: {'id': 'f192b547-f8f4-48fb-972b-fe46500dfb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '1a71e0df-ae0f-48be-bf8b-ae8d385826d8'} {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:54:25.196955 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-58325739-21c1-4383-a99e-e3a1e5571eea req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Bound port: 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f192b547-f8f4-48fb-972b-fe46500dfb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '1a71e0df-ae0f-48be-bf8b-ae8d385826d8'}}] {{(pid=91975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:54:25.197188 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-58325739-21c1-4383-a99e-e3a1e5571eea req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:25.283459 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e25fb94a-71ae-4723-ba5c-f82714f0ec85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:25.292417 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e25fb94a-71ae-4723-ba5c-f82714f0ec85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:25.308769 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-bdf4514a-ce95-49a0-bce7-27346f53fea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:25.328245 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-be125a0d-0a03-470f-a88a-f1a9b7629c95 req-12958db8-0682-409c-b391-b17d2c2e1f06 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693211 Jun 01 15:54:25.330685 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-5cfbca84-f108-4a3b-8140-a45fcd4557d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:25.342503 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-5cfbca84-f108-4a3b-8140-a45fcd4557d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:25.353948 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-abe7d94c-e506-49dc-affe-1c8d82851983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:25.400978 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-e25fb94a-71ae-4723-ba5c-f82714f0ec85 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fe2f0ab664f346c2a6a4fd803cb5e25d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4894817 Jun 01 15:54:25.405946 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59140) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:25.418565 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-5cfbca84-f108-4a3b-8140-a45fcd4557d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f357645e11e2450b9b19ada36179280c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9785061 Jun 01 15:54:25.427530 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59144) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:25.428791 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fb94a-71ae-4723-ba5c-f82714f0ec85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e224051-3f43-4901-a7fd-8ef31f4a9954,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:25.447699 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e25fb94a-71ae-4723-ba5c-f82714f0ec85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:25.541817 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-44b50119-4031-4677-84d5-b94aa829b12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:25.544028 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbca84-f108-4a3b-8140-a45fcd4557d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ca606c-1a42-4dd8-a446-b456a9c954f1,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:25.546484 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f03550f3-a081-4d7e-a0d3-e23ac0cc55b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:25.555900 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-5cfbca84-f108-4a3b-8140-a45fcd4557d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:25.575362 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-58325739-21c1-4383-a99e-e3a1e5571eea req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] For port 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d, host hv-cinder-79351, cleared binding levels {{(pid=91975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:54:25.592560 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-58325739-21c1-4383-a99e-e3a1e5571eea req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] For port 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7c1a27a3-9fe9-4ab4-93ca-c925feaf770d,segment=NetworkSegment(f192b547-f8f4-48fb-972b-fe46500dfb1a),segment_id=f192b547-f8f4-48fb-972b-fe46500dfb1a)] {{(pid=91975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:54:25.607616 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-58325739-21c1-4383-a99e-e3a1e5571eea req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:25.613336 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-44b50119-4031-4677-84d5-b94aa829b12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:25.614132 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-0026334e-d508-497c-8e0e-0ad4e33b6477 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:25.664781 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f03550f3-a081-4d7e-a0d3-e23ac0cc55b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:25.712723 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58325739-21c1-4383-a99e-e3a1e5571eea req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:25.713387 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-58325739-21c1-4383-a99e-e3a1e5571eea req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:25.715264 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-58325739-21c1-4383-a99e-e3a1e5571eea req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] 10.222.0.89 "PUT /v2.0/ports/7c1a27a3-9fe9-4ab4-93ca-c925feaf770d HTTP/1.1" status: 200 len: 1093 time: 2.0981371 Jun 01 15:54:25.727956 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f25e364-4755-4cbf-8767-f51da10059e0', 'tag': '7c1a27a3-9fe9-4ab4-93ca-c925feaf770d'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:54:25.733302 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e737ec7-f963-427b-ab35-f3e5c6ea56b7" -d '{"events": [{"name": "network-changed", "server_uuid": "5f25e364-4755-4cbf-8767-f51da10059e0", "tag": "7c1a27a3-9fe9-4ab4-93ca-c925feaf770d"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:54:25.737057 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f03550f3-a081-4d7e-a0d3-e23ac0cc55b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:25.741228 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e8258fe1-cd4f-4c71-8449-a5486f17b767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:25.750723 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-44b50119-4031-4677-84d5-b94aa829b12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:25.764678 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03550f3-a081-4d7e-a0d3-e23ac0cc55b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ca606c-1a42-4dd8-a446-b456a9c954f1,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:25.774538 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-f03550f3-a081-4d7e-a0d3-e23ac0cc55b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:25.775303 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:25.796928 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b50119-4031-4677-84d5-b94aa829b12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e224051-3f43-4901-a7fd-8ef31f4a9954,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:25.804351 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f03550f3-a081-4d7e-a0d3-e23ac0cc55b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:25.808076 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-f03550f3-a081-4d7e-a0d3-e23ac0cc55b1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07ca606c-1a42-4dd8-a446-b456a9c954f1 HTTP/1.1" status: 204 len: 168 time: 0.3739104 Jun 01 15:54:25.808076 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-44b50119-4031-4677-84d5-b94aa829b12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:25.810003 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-44b50119-4031-4677-84d5-b94aa829b12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:25.814234 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-44b50119-4031-4677-84d5-b94aa829b12a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e224051-3f43-4901-a7fd-8ef31f4a9954 HTTP/1.1" status: 204 len: 168 time: 0.3984613 Jun 01 15:54:25.848260 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Pushing event updated for resources: {'Port': ['ID=7c1a27a3-9fe9-4ab4-93ca-c925feaf770d,revision_number=3']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:25.862359 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:25.870250 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26d85e-fb1d-4fc5-8a00-9ef14485048c req-cdc9d8bb-ffcd-42d5-a14b-ea46cb342307 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:25.872480 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1c26d85e-fb1d-4fc5-8a00-9ef14485048c req-cdc9d8bb-ffcd-42d5-a14b-ea46cb342307 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f25e364-4755-4cbf-8767-f51da10059e0 HTTP/1.1" status: 200 len: 943 time: 0.4285092 Jun 01 15:54:25.961036 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1c26d85e-fb1d-4fc5-8a00-9ef14485048c req-06c28087-0ad5-48b1-9f0d-e4b0bb3689f5 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/security-groups?id=963a7af7-2e2a-4593-a7be-ae1f9ad649d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803709 Jun 01 15:54:25.989361 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58325739-21c1-4383-a99e-e3a1e5571eea req-92f3afce-04d1-4eaa-8b80-c8d9ca2e38a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:25.991487 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-58325739-21c1-4383-a99e-e3a1e5571eea req-92f3afce-04d1-4eaa-8b80-c8d9ca2e38a7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bacb0648e54e4d259cd1fef515ec1094&device_id=5f25e364-4755-4cbf-8767-f51da10059e0 HTTP/1.1" status: 200 len: 1096 time: 0.2276256 Jun 01 15:54:26.004562 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfbf5f-3a98-4fc8-a62c-8556d7961807 req-9723125d-d1a2-403b-af48-f7eb1fe0f770 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:26.006876 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-fccfbf5f-3a98-4fc8-a62c-8556d7961807 req-9723125d-d1a2-403b-af48-f7eb1fe0f770 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.3625567 Jun 01 15:54:26.131611 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-58325739-21c1-4383-a99e-e3a1e5571eea req-2eb04989-9204-4229-a3c0-2ab051171df4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c1a27a3-9fe9-4ab4-93ca-c925feaf770d HTTP/1.1" status: 200 len: 217 time: 0.1233869 Jun 01 15:54:26.268751 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59182) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:26.294415 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58325739-21c1-4383-a99e-e3a1e5571eea req-3b1cee40-d5a4-4ecf-8761-1f49244f0709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:26.295872 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-58325739-21c1-4383-a99e-e3a1e5571eea req-3b1cee40-d5a4-4ecf-8761-1f49244f0709 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7e3227f0-2635-4eea-b7b7-400ff91ef361 HTTP/1.1" status: 200 len: 848 time: 0.1543925 Jun 01 15:54:26.297540 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0d4793-0f35-41a8-93ca-e6be83d9c2e7 x-openstack-request-id: req-df0d4793-0f35-41a8-93ca-e6be83d9c2e7 {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:54:26.297856 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f25e364-4755-4cbf-8767-f51da10059e0", "tag": "7c1a27a3-9fe9-4ab4-93ca-c925feaf770d", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:54:26.298133 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df0d4793-0f35-41a8-93ca-e6be83d9c2e7 {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:54:26.298536 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f25e364-4755-4cbf-8767-f51da10059e0', 'tag': '7c1a27a3-9fe9-4ab4-93ca-c925feaf770d', 'status': 'completed', 'code': 200} Jun 01 15:54:26.363595 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-58325739-21c1-4383-a99e-e3a1e5571eea req-a96886a5-3f3b-4eb7-9314-c608fb56be2b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1a71e0df-ae0f-48be-bf8b-ae8d385826d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558052 Jun 01 15:54:26.367198 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-fccfbf5f-3a98-4fc8-a62c-8556d7961807 req-1e2b9c52-a8e4-4412-9a23-bdba218ebc52 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619884 Jun 01 15:54:26.474543 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59188) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:26.506690 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d9434006-c80e-45aa-80dc-269eb6e59440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:26.537047 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-d9434006-c80e-45aa-80dc-269eb6e59440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:26.550472 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-d9434006-c80e-45aa-80dc-269eb6e59440 admin admin] Usage tracker for resource:security_group_rule and tenant:0357c56441094efc983a2de0d9d458a5 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:26.555689 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59190) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:26.575277 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-d9434006-c80e-45aa-80dc-269eb6e59440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:26.585553 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-d9434006-c80e-45aa-80dc-269eb6e59440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:26.588218 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f127380f-732f-4940-a039-408d78109c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:26.617138 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-f127380f-732f-4940-a039-408d78109c4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:26.641071 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-f127380f-732f-4940-a039-408d78109c4e admin admin] Usage tracker for resource:security_group_rule and tenant:51a59970993e4fcd9b2916e903df5d46 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:26.646531 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-f127380f-732f-4940-a039-408d78109c4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:26.657644 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-f127380f-732f-4940-a039-408d78109c4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:26.680655 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-58325739-21c1-4383-a99e-e3a1e5571eea req-7e8dda78-c0ae-45bf-8eec-733976f9fb93 service neutron] 10.222.0.89 "GET /v2.0/networks/1a71e0df-ae0f-48be-bf8b-ae8d385826d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919066 Jun 01 15:54:26.718353 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523606ca-11e7-46e5-9093-7e55461b781c req-977e97f3-e435-4a95-9a7c-d3b28763562a tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:26.725504 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-523606ca-11e7-46e5-9093-7e55461b781c req-977e97f3-e435-4a95-9a7c-d3b28763562a tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a89ab565-ed81-4f74-a374-ff0f31ed657f HTTP/1.1" status: 200 len: 945 time: 0.1905267 Jun 01 15:54:26.775693 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d9434006-c80e-45aa-80dc-269eb6e59440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:26.784161 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d9434006-c80e-45aa-80dc-269eb6e59440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:26.797071 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-c168d039-9fbb-456b-8336-ed50781750b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:26.843144 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-523606ca-11e7-46e5-9093-7e55461b781c req-56cc245c-a54b-448c-bfc1-ee3266e10759 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166713 Jun 01 15:54:26.876953 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-781f8fa8-3c9b-4f44-bdfd-da8d487d0609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:26.878669 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-58325739-21c1-4383-a99e-e3a1e5571eea req-94f0129b-4b7e-4fbd-a5d9-533036d1309a service neutron] 10.222.0.89 "GET /v2.0/networks/1a71e0df-ae0f-48be-bf8b-ae8d385826d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903834 Jun 01 15:54:26.885783 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9434006-c80e-45aa-80dc-269eb6e59440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ab2632-14e9-417c-b525-76cb240e8d39,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:26.894121 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-d9434006-c80e-45aa-80dc-269eb6e59440 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0357c56441094efc983a2de0d9d458a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4182191 Jun 01 15:54:26.896500 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-d9434006-c80e-45aa-80dc-269eb6e59440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:26.898114 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f127380f-732f-4940-a039-408d78109c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:26.899082 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59196) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:26.914576 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-781f8fa8-3c9b-4f44-bdfd-da8d487d0609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:26.916794 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f127380f-732f-4940-a039-408d78109c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:26.931938 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-557dea30-6b99-4c1f-ae48-b02ee02debbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:26.943245 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-781f8fa8-3c9b-4f44-bdfd-da8d487d0609 admin admin] Usage tracker for resource:security_group_rule and tenant:4b78b282f0c84bff98551dc3a7cd2f1a is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:26.947977 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-781f8fa8-3c9b-4f44-bdfd-da8d487d0609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:26.983875 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-781f8fa8-3c9b-4f44-bdfd-da8d487d0609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:27.008408 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127380f-732f-4940-a039-408d78109c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5664125c-3f84-4ea5-a36e-2cf82d57c66c,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:27.024115 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-f127380f-732f-4940-a039-408d78109c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:27.026898 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e737ec7-f963-427b-ab35-f3e5c6ea56b7 req-83fd9e20-673a-45ae-acb7-4c3aa1c56058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:27.029179 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2e737ec7-f963-427b-ab35-f3e5c6ea56b7 req-83fd9e20-673a-45ae-acb7-4c3aa1c56058 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bacb0648e54e4d259cd1fef515ec1094&device_id=5f25e364-4755-4cbf-8767-f51da10059e0 HTTP/1.1" status: 200 len: 1096 time: 0.0840898 Jun 01 15:54:27.037210 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-f127380f-732f-4940-a039-408d78109c4e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=51a59970993e4fcd9b2916e903df5d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4805129 Jun 01 15:54:27.042393 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59200) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:27.131967 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fc28ebda-f6ba-47db-a412-a90ca017ad8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:27.193278 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-2b5b3664-e3e0-4e7e-b624-ada36b944822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:27.196570 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fc28ebda-f6ba-47db-a412-a90ca017ad8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:27.255791 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e737ec7-f963-427b-ab35-f3e5c6ea56b7 req-86e2d04c-cbcf-4bb6-899a-47e3c8f48526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:27.257221 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2e737ec7-f963-427b-ab35-f3e5c6ea56b7 req-86e2d04c-cbcf-4bb6-899a-47e3c8f48526 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1a71e0df-ae0f-48be-bf8b-ae8d385826d8 HTTP/1.1" status: 200 len: 909 time: 0.2214956 Jun 01 15:54:27.321571 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-2b5b3664-e3e0-4e7e-b624-ada36b944822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:27.353559 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2e737ec7-f963-427b-ab35-f3e5c6ea56b7 req-d3b5b2ae-366c-4ecb-91d3-aee7a0c3b389 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c1a27a3-9fe9-4ab4-93ca-c925feaf770d HTTP/1.1" status: 200 len: 217 time: 0.0775416 Jun 01 15:54:27.363906 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552fa5d-370b-48ee-8f7a-dcda500ca454 req-27adb8a2-f7f4-4d83-8334-c796ace72c45 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:27.365369 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c552fa5d-370b-48ee-8f7a-dcda500ca454 req-27adb8a2-f7f4-4d83-8334-c796ace72c45 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f25e364-4755-4cbf-8767-f51da10059e0 HTTP/1.1" status: 200 len: 943 time: 0.2666409 Jun 01 15:54:27.395502 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fc28ebda-f6ba-47db-a412-a90ca017ad8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:27.403783 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-781f8fa8-3c9b-4f44-bdfd-da8d487d0609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:27.404757 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-5f04b120-7938-45de-bede-8e4df1e5d4af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:27.419117 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28ebda-f6ba-47db-a412-a90ca017ad8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ab2632-14e9-417c-b525-76cb240e8d39,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:27.420798 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-781f8fa8-3c9b-4f44-bdfd-da8d487d0609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:27.428370 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-fc28ebda-f6ba-47db-a412-a90ca017ad8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:27.428765 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-fc28ebda-f6ba-47db-a412-a90ca017ad8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:27.483208 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-781f8fa8-3c9b-4f44-bdfd-da8d487d0609 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4b78b282f0c84bff98551dc3a7cd2f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2099972 Jun 01 15:54:27.483410 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e737ec7-f963-427b-ab35-f3e5c6ea56b7 req-8f50a2e6-670b-47bd-9fda-9ea2ff066de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:27.483847 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2e737ec7-f963-427b-ab35-f3e5c6ea56b7 req-8f50a2e6-670b-47bd-9fda-9ea2ff066de8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7e3227f0-2635-4eea-b7b7-400ff91ef361 HTTP/1.1" status: 200 len: 848 time: 0.1174443 Jun 01 15:54:27.483961 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f8fa8-3c9b-4f44-bdfd-da8d487d0609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf90e99-154c-4d2a-8246-2fb4d015766b,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:27.484122 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 59210) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:27.486742 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fc28ebda-f6ba-47db-a412-a90ca017ad8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:27.487894 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-fc28ebda-f6ba-47db-a412-a90ca017ad8d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/14ab2632-14e9-417c-b525-76cb240e8d39 HTTP/1.1" status: 204 len: 168 time: 0.5878348 Jun 01 15:54:27.488891 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-781f8fa8-3c9b-4f44-bdfd-da8d487d0609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:27.497986 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-2b5b3664-e3e0-4e7e-b624-ada36b944822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:27.506594 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e867b93b-157e-4575-b88d-e565ad97ee1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:27.517588 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-2b5b3664-e3e0-4e7e-b624-ada36b944822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:27.521818 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-2b5b3664-e3e0-4e7e-b624-ada36b944822 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5664125c-3f84-4ea5-a36e-2cf82d57c66c HTTP/1.1" status: 204 len: 168 time: 0.4758737 Jun 01 15:54:27.521818 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b3664-e3e0-4e7e-b624-ada36b944822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5664125c-3f84-4ea5-a36e-2cf82d57c66c,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:27.528885 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-2b5b3664-e3e0-4e7e-b624-ada36b944822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:27.553931 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c552fa5d-370b-48ee-8f7a-dcda500ca454 req-27fded41-8b0d-4de9-9ba0-c91fedd34869 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/security-groups?id=963a7af7-2e2a-4593-a7be-ae1f9ad649d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566341 Jun 01 15:54:27.614582 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2e737ec7-f963-427b-ab35-f3e5c6ea56b7 req-5cdd946f-5d92-46ae-be67-d01fb3a512a9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1a71e0df-ae0f-48be-bf8b-ae8d385826d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080606 Jun 01 15:54:27.797264 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-4aa14847-b6d2-4de6-84cf-96ec5586c34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:27.851864 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-4aa14847-b6d2-4de6-84cf-96ec5586c34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:27.868019 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2e737ec7-f963-427b-ab35-f3e5c6ea56b7 req-e53e3ded-19fc-4698-922f-8b0013004f5f service neutron] 10.222.0.89 "GET /v2.0/networks/1a71e0df-ae0f-48be-bf8b-ae8d385826d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435648 Jun 01 15:54:27.908795 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6458d3-cc70-478d-9b13-c8888299ca26 req-e3a82366-3eb5-4daf-819d-bf9eca00b60e tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:27.914523 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3b6458d3-cc70-478d-9b13-c8888299ca26 req-e3a82366-3eb5-4daf-819d-bf9eca00b60e tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.3665569 Jun 01 15:54:28.086863 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3b6458d3-cc70-478d-9b13-c8888299ca26 req-f4a31e4e-7fa8-4932-84ec-4e6e9bdb1804 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713359 Jun 01 15:54:28.111052 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-4aa14847-b6d2-4de6-84cf-96ec5586c34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:28.118510 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:28.143203 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa14847-b6d2-4de6-84cf-96ec5586c34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf90e99-154c-4d2a-8246-2fb4d015766b,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:28.146137 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-4aa14847-b6d2-4de6-84cf-96ec5586c34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:28.157034 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2e737ec7-f963-427b-ab35-f3e5c6ea56b7 req-0593422a-7e75-4bea-bc0e-b0726842ae90 service neutron] 10.222.0.89 "GET /v2.0/networks/1a71e0df-ae0f-48be-bf8b-ae8d385826d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789865 Jun 01 15:54:28.161704 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-4aa14847-b6d2-4de6-84cf-96ec5586c34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:28.164030 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-4aa14847-b6d2-4de6-84cf-96ec5586c34c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5cf90e99-154c-4d2a-8246-2fb4d015766b HTTP/1.1" status: 204 len: 168 time: 0.6778383 Jun 01 15:54:28.522684 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 59282) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:28.560046 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0764-1b26-44f8-a6d9-41ae33ee5465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:28.595283 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-dd5c0764-1b26-44f8-a6d9-41ae33ee5465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:28.604861 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-dd5c0764-1b26-44f8-a6d9-41ae33ee5465 admin admin] Usage tracker for resource:security_group_rule and tenant:cc1cbac690fd44259c18eaec8e69209c is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:28.615714 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-dd5c0764-1b26-44f8-a6d9-41ae33ee5465 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:28.625436 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-dd5c0764-1b26-44f8-a6d9-41ae33ee5465 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:28.860192 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59298) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:28.888422 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0764-1b26-44f8-a6d9-41ae33ee5465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:28.897838 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0764-1b26-44f8-a6d9-41ae33ee5465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:28.907367 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-803d4e3d-1d64-4e92-a320-8d7656951fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:28.937006 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c0764-1b26-44f8-a6d9-41ae33ee5465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06c227c-5f5f-4300-9c5d-79163f416207,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:28.951487 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-dd5c0764-1b26-44f8-a6d9-41ae33ee5465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:28.984429 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbeebd-8e83-4b0b-866b-c0f75ffd3947 req-7e69a15f-c7f0-4128-ac6b-e6dd4378fe4b tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:28.986406 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-24fbeebd-8e83-4b0b-866b-c0f75ffd3947 req-7e69a15f-c7f0-4128-ac6b-e6dd4378fe4b tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f25e364-4755-4cbf-8767-f51da10059e0 HTTP/1.1" status: 200 len: 943 time: 0.2987788 Jun 01 15:54:28.989368 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-dd5c0764-1b26-44f8-a6d9-41ae33ee5465 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc1cbac690fd44259c18eaec8e69209c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4656384 Jun 01 15:54:28.992438 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59304) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:29.075917 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-24fbeebd-8e83-4b0b-866b-c0f75ffd3947 req-a6ff8249-af35-4678-b1e6-c6d78628a10c tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/security-groups?id=963a7af7-2e2a-4593-a7be-ae1f9ad649d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734854 Jun 01 15:54:29.099992 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-351d5357-02e5-4332-8a21-e249d5072b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:29.134096 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-351d5357-02e5-4332-8a21-e249d5072b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:29.170021 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1548800759-network', 'tenant_id': 'aed817307c0d4d17bb577dcbd1f3cd83'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:54:29.183994 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:29.192300 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Usage tracker for resource:network and tenant:aed817307c0d4d17bb577dcbd1f3cd83 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:29.195611 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:29.201944 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:29.214943 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Made reservation on behalf of aed817307c0d4d17bb577dcbd1f3cd83 for: {'network': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:54:29.218451 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3889677'] for network, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:29.235803 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:29.256406 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:29.260542 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-351d5357-02e5-4332-8a21-e249d5072b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:29.267937 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Usage tracker for resource:security_group_rule and tenant:aed817307c0d4d17bb577dcbd1f3cd83 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:29.270627 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-87ab6fe8-60f9-44ba-a8ab-852d21202b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:29.281008 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:29.291100 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:29.294155 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d5357-02e5-4332-8a21-e249d5072b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06c227c-5f5f-4300-9c5d-79163f416207,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:29.297045 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-351d5357-02e5-4332-8a21-e249d5072b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:29.299701 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-351d5357-02e5-4332-8a21-e249d5072b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:29.301825 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-351d5357-02e5-4332-8a21-e249d5072b8d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c06c227c-5f5f-4300-9c5d-79163f416207 HTTP/1.1" status: 204 len: 168 time: 0.3081615 Jun 01 15:54:29.327157 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d8016-3ef9-414c-b0dd-58fbdf9a7ad7 req-d323b1bc-cf84-4377-b82d-bccb908cfd89 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:29.329365 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-177d8016-3ef9-414c-b0dd-58fbdf9a7ad7 req-d323b1bc-cf84-4377-b82d-bccb908cfd89 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.0998547 Jun 01 15:54:29.425977 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:29.427215 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-177d8016-3ef9-414c-b0dd-58fbdf9a7ad7 req-38d78985-5d7c-4476-9e42-ee8910cfcac5 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909739 Jun 01 15:54:29.433210 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:29.448768 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-0eafb300-67a7-4ef4-b313-9ad038856e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:29.471165 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=91976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:54:29.495266 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:54:29.504327 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d793a74d-8365-49d7-8653-5b178f62e87f,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:29.524485 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:29.526936 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:29.528337 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.db.segments_db [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Added segment afb6c675-98ec-46cb-a753-7555ff93e3f1 of type vlan for network dd5fa1ab-9e06-4077-9eee-f05f4406be9c Jun 01 15:54:29.565032 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737512412739'] for network, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:29.630728 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029'] for network, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:29.633745 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:29.634374 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:29.639762 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:29.743897 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7c1a27a3-9fe9-4ab4-93ca-c925feaf770d,segment=NetworkSegment(f192b547-f8f4-48fb-972b-fe46500dfb1a),segment_id=f192b547-f8f4-48fb-972b-fe46500dfb1a)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:29.754252 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8892984 Jun 01 15:54:29.754410 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 59338) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:29.756862 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Pushing event updated for resources: {'Network': ['ID=dd5fa1ab-9e06-4077-9eee-f05f4406be9c,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:29.760615 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-5226d2a0-a0c3-4859-87fd-e4fcacd44953 admin admin] Request body: {'subnet': {'network_id': 'dd5fa1ab-9e06-4077-9eee-f05f4406be9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1548800759-subnet', 'tenant_id': 'aed817307c0d4d17bb577dcbd1f3cd83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:54:29.762306 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Returning: {'device': '7c1a27a3-9fe9-4ab4-93ca-c925feaf770d', 'network_id': '1a71e0df-ae0f-48be-bf8b-ae8d385826d8', 'port_id': '7c1a27a3-9fe9-4ab4-93ca-c925feaf770d', 'mac_address': 'fa:16:3e:cf:64:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e3227f0-2635-4eea-b7b7-400ff91ef361', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:54:29.766193 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:29.766926 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-5226d2a0-a0c3-4859-87fd-e4fcacd44953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:29.770461 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Network dd5fa1ab-9e06-4077-9eee-f05f4406be9c details requested by agent ovs-agent-dv-cinder-793515-3-smb with host dv-cinder-793515-3-smb {{(pid=91977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:54:29.771621 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-5226d2a0-a0c3-4859-87fd-e4fcacd44953 admin admin] Usage tracker for resource:subnet and tenant:aed817307c0d4d17bb577dcbd1f3cd83 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:29.775056 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-5226d2a0-a0c3-4859-87fd-e4fcacd44953 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:29.781258 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-5226d2a0-a0c3-4859-87fd-e4fcacd44953 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:29.795249 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5226d2a0-a0c3-4859-87fd-e4fcacd44953 admin admin] Made reservation on behalf of aed817307c0d4d17bb577dcbd1f3cd83 for: {'subnet': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:54:29.798193 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-5226d2a0-a0c3-4859-87fd-e4fcacd44953 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129423306'] for subnet, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:29.927498 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:29.952135 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d {{(pid=91977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:54:29.970850 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7c1a27a3-9fe9-4ab4-93ca-c925feaf770d,segment=NetworkSegment(f192b547-f8f4-48fb-972b-fe46500dfb1a),segment_id=f192b547-f8f4-48fb-972b-fe46500dfb1a)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:29.974925 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:29.977894 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-996aa452-4043-4f7f-b6cd-797a00af848f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:30.067661 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=7c1a27a3-9fe9-4ab4-93ca-c925feaf770d,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:30.071971 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:30.076432 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59350) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:30.353187 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-5226d2a0-a0c3-4859-87fd-e4fcacd44953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128535233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129423352'] for subnet, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:30.354793 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['7c1a27a3-9fe9-4ab4-93ca-c925feaf770d'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:54:30.363278 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:30.363605 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ac5faf24-b675-4762-bb74-a0c797088fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:30.390175 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-ac5faf24-b675-4762-bb74-a0c797088fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:30.396172 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-ac5faf24-b675-4762-bb74-a0c797088fb6 admin admin] Usage tracker for resource:security_group_rule and tenant:612f3d9a495c440d942a33cd4a512677 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:30.408885 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-ac5faf24-b675-4762-bb74-a0c797088fb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:30.417867 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-ac5faf24-b675-4762-bb74-a0c797088fb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:30.453111 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bbed3-42c4-4bc6-9693-a12baded93de req-22ac1a35-bce3-42d8-a110-1e5f718d0bf4 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:30.460042 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-253bbed3-42c4-4bc6-9693-a12baded93de req-22ac1a35-bce3-42d8-a110-1e5f718d0bf4 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f25e364-4755-4cbf-8767-f51da10059e0 HTTP/1.1" status: 200 len: 944 time: 0.2184942 Jun 01 15:54:30.504649 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226d2a0-a0c3-4859-87fd-e4fcacd44953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e32c885-6cd1-4012-934c-7fa575c2a602,revision_number=0']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:30.512769 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-5226d2a0-a0c3-4859-87fd-e4fcacd44953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:30.515367 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5226d2a0-a0c3-4859-87fd-e4fcacd44953 admin admin] Checking segment: {'id': 'afb6c675-98ec-46cb-a753-7555ff93e3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'dd5fa1ab-9e06-4077-9eee-f05f4406be9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:54:30.515722 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5226d2a0-a0c3-4859-87fd-e4fcacd44953 admin admin] Network hostable DHCP agents. Network: dd5fa1ab-9e06-4077-9eee-f05f4406be9c, hostable agents: ['423065cf-a459-40a5-9d7d-37e9c3940aeb'], hosted agents: [] {{(pid=91975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:54:30.529931 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-253bbed3-42c4-4bc6-9693-a12baded93de req-27a12c3b-e1a4-4b84-9980-d36ef1dba3de tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/security-groups?id=963a7af7-2e2a-4593-a7be-ae1f9ad649d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689557 Jun 01 15:54:30.563702 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5226d2a0-a0c3-4859-87fd-e4fcacd44953 admin admin] Network dd5fa1ab-9e06-4077-9eee-f05f4406be9c is scheduled to be hosted by DHCP agent 423065cf-a459-40a5-9d7d-37e9c3940aeb with binding_index 1 {{(pid=91975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:54:30.579492 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [None req-5226d2a0-a0c3-4859-87fd-e4fcacd44953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-smb, dd5fa1ab-9e06-4077-9eee-f05f4406be9c) {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:54:30.595042 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5226d2a0-a0c3-4859-87fd-e4fcacd44953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:30.596164 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-5226d2a0-a0c3-4859-87fd-e4fcacd44953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:30.600591 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ac5faf24-b675-4762-bb74-a0c797088fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:30.606012 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ac5faf24-b675-4762-bb74-a0c797088fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:30.610249 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f96fd58-5ac5-4912-9101-145feae360b9 None None] Network dd5fa1ab-9e06-4077-9eee-f05f4406be9c requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:54:30.618541 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-226c118f-2e48-40e7-8f5b-3cd83bb2de27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:30.655849 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5faf24-b675-4762-bb74-a0c797088fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d3ab35-c282-4706-990f-3ef0352cb204,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:30.661116 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-ac5faf24-b675-4762-bb74-a0c797088fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:30.664245 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-5226d2a0-a0c3-4859-87fd-e4fcacd44953 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9083652 Jun 01 15:54:30.691366 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-ac5faf24-b675-4762-bb74-a0c797088fb6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=612f3d9a495c440d942a33cd4a512677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6115439 Jun 01 15:54:30.691816 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 59380) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:30.870677 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-4db54803-3eb5-41d7-a3f4-c32d8bd74446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:30.917550 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-4db54803-3eb5-41d7-a3f4-c32d8bd74446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:30.982261 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d63ba-f6e7-4527-9b9e-945b462cc074 req-854c2f3b-e021-490f-b584-79607715ba34 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:30.985673 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-128d63ba-f6e7-4527-9b9e-945b462cc074 req-854c2f3b-e021-490f-b584-79607715ba34 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.2176895 Jun 01 15:54:31.024149 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcddc449-f705-4569-9a59-5e3faf241ede None None] Network dd5fa1ab-9e06-4077-9eee-f05f4406be9c requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:54:31.081740 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-128d63ba-f6e7-4527-9b9e-945b462cc074 req-7841f6aa-8816-4843-8ce8-778de2e4d86f tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738051 Jun 01 15:54:31.096768 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-4db54803-3eb5-41d7-a3f4-c32d8bd74446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:31.102813 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:31.124325 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db54803-3eb5-41d7-a3f4-c32d8bd74446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d3ab35-c282-4706-990f-3ef0352cb204,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:31.127600 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-4db54803-3eb5-41d7-a3f4-c32d8bd74446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:31.129677 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-4db54803-3eb5-41d7-a3f4-c32d8bd74446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:31.133451 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-4db54803-3eb5-41d7-a3f4-c32d8bd74446 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/74d3ab35-c282-4706-990f-3ef0352cb204 HTTP/1.1" status: 204 len: 168 time: 0.4379642 Jun 01 15:54:31.779715 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedc2d0-76a9-4133-86d0-817480c9d4dd req-dd2e9287-3e2a-45be-ade3-f8cd22ac60a5 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:31.787650 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1bedc2d0-76a9-4133-86d0-817480c9d4dd req-dd2e9287-3e2a-45be-ade3-f8cd22ac60a5 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f25e364-4755-4cbf-8767-f51da10059e0 HTTP/1.1" status: 200 len: 944 time: 0.1363609 Jun 01 15:54:31.851860 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59436) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:31.890890 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8689f9fd-4ae9-434a-bb3a-afe9831a33e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:31.912595 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1bedc2d0-76a9-4133-86d0-817480c9d4dd req-3d5ed44c-3d59-4c71-a426-7a7f2659f44f tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/security-groups?id=963a7af7-2e2a-4593-a7be-ae1f9ad649d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150401 Jun 01 15:54:31.942918 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-8689f9fd-4ae9-434a-bb3a-afe9831a33e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:31.949788 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-8689f9fd-4ae9-434a-bb3a-afe9831a33e5 admin admin] Usage tracker for resource:security_group_rule and tenant:64db86d562834f7b9e92c9e68ac8e115 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:31.953584 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-8689f9fd-4ae9-434a-bb3a-afe9831a33e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:31.964091 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-8689f9fd-4ae9-434a-bb3a-afe9831a33e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:31.995839 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 59440) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:32.217704 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8689f9fd-4ae9-434a-bb3a-afe9831a33e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.223054 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8689f9fd-4ae9-434a-bb3a-afe9831a33e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.232906 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-ac5faf24-b675-4762-bb74-a0c797088fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:32.262438 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689f9fd-4ae9-434a-bb3a-afe9831a33e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b84bc3-d550-4c16-a3e8-bc84ee2e7e74,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:32.266079 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-8689f9fd-4ae9-434a-bb3a-afe9831a33e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:32.298616 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 59452) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:32.298810 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-8689f9fd-4ae9-434a-bb3a-afe9831a33e5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=64db86d562834f7b9e92c9e68ac8e115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4459817 Jun 01 15:54:32.358771 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59454) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:32.364687 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-564771904-network', 'tenant_id': '62aa17a8a5434c8ea1284da7bbe35ec4'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:54:32.371478 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:32.376902 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Usage tracker for resource:network and tenant:62aa17a8a5434c8ea1284da7bbe35ec4 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:32.380382 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:32.406488 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:32.429852 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Made reservation on behalf of 62aa17a8a5434c8ea1284da7bbe35ec4 for: {'network': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:54:32.433449 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3889677'] for network, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.465293 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-ed8574ea-facb-471e-abd8-9f2eee821306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.465559 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.491651 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:32.504772 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-ed8574ea-facb-471e-abd8-9f2eee821306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:32.506205 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Usage tracker for resource:security_group_rule and tenant:62aa17a8a5434c8ea1284da7bbe35ec4 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:32.510115 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:32.510599 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-ed8574ea-facb-471e-abd8-9f2eee821306 admin admin] Usage tracker for resource:security_group_rule and tenant:810f5f38742849b5b26f102b50303faf is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:32.514486 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-ed8574ea-facb-471e-abd8-9f2eee821306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:32.517048 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:32.522646 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-ed8574ea-facb-471e-abd8-9f2eee821306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:32.634843 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.640366 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.644905 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:32.654242 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-888a8844-79c7-4890-8967-6416b56e8419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.669875 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=91976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:54:32.682852 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cf6349-6125-4416-9795-fc177a87f110,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:32.687191 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:32.688203 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.688541 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.db.segments_db [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Added segment c0ae741c-81d3-4f2f-8bbb-8532928c0ccf of type vlan for network be050647-e671-421f-bd49-34454facc2b8 Jun 01 15:54:32.712127 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-888a8844-79c7-4890-8967-6416b56e8419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.718515 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737512412739'] for network, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.752790 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029'] for network, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.754119 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:32.754701 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.755902 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f026134-71f1-4f76-a3f0-613256aede93 req-4a10a5ac-4665-47ca-a2a5-8fccdf0b85f4 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:32.757385 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2f026134-71f1-4f76-a3f0-613256aede93 req-4a10a5ac-4665-47ca-a2a5-8fccdf0b85f4 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.4407618 Jun 01 15:54:32.759530 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-6dfe484b-83ca-4b87-ba74-fd158325c06e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:32.828906 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c7723-d53f-4e47-9610-d768c6c47f6f req-e1895ecd-70ea-440b-94c1-7c8aa47f8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:32.830346 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ba3c7723-d53f-4e47-9610-d768c6c47f6f req-e1895ecd-70ea-440b-94c1-7c8aa47f8335 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 1098 time: 0.2757664 Jun 01 15:54:32.863763 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Pushing event updated for resources: {'Network': ['ID=be050647-e671-421f-bd49-34454facc2b8,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:32.866827 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:32.873112 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5126534 Jun 01 15:54:32.875823 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59460) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:32.883336 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Network be050647-e671-421f-bd49-34454facc2b8 details requested by agent ovs-agent-dv-cinder-793515-3-smb with host dv-cinder-793515-3-smb {{(pid=91977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:54:32.884754 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-0388f40e-2a1d-4751-a4c9-ee5347c32fdc admin admin] Request body: {'subnet': {'network_id': 'be050647-e671-421f-bd49-34454facc2b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-564771904-subnet', 'tenant_id': '62aa17a8a5434c8ea1284da7bbe35ec4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:54:32.886993 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-ed8574ea-facb-471e-abd8-9f2eee821306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.890760 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2f026134-71f1-4f76-a3f0-613256aede93 req-cf56f493-ad1f-4bac-b130-02d23b94a816 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185863 Jun 01 15:54:32.892079 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-0388f40e-2a1d-4751-a4c9-ee5347c32fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:32.896921 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-ed8574ea-facb-471e-abd8-9f2eee821306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.897940 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-0388f40e-2a1d-4751-a4c9-ee5347c32fdc admin admin] Usage tracker for resource:subnet and tenant:62aa17a8a5434c8ea1284da7bbe35ec4 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:32.901704 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-0388f40e-2a1d-4751-a4c9-ee5347c32fdc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:32.908363 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:32.909069 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-0388f40e-2a1d-4751-a4c9-ee5347c32fdc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:32.929468 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0388f40e-2a1d-4751-a4c9-ee5347c32fdc admin admin] Made reservation on behalf of 62aa17a8a5434c8ea1284da7bbe35ec4 for: {'subnet': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:54:32.932365 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0388f40e-2a1d-4751-a4c9-ee5347c32fdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128456077'] for subnet, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.936403 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-888a8844-79c7-4890-8967-6416b56e8419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:32.997886 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ba3c7723-d53f-4e47-9610-d768c6c47f6f req-1c3de8e3-a7f1-46cf-94de-40c1f2aa9a8a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498222 Jun 01 15:54:33.000238 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-888a8844-79c7-4890-8967-6416b56e8419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:33.007511 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-888a8844-79c7-4890-8967-6416b56e8419 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f7b84bc3-d550-4c16-a3e8-bc84ee2e7e74 HTTP/1.1" status: 204 len: 168 time: 0.7049718 Jun 01 15:54:33.011574 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-ed8574ea-facb-471e-abd8-9f2eee821306 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=810f5f38742849b5b26f102b50303faf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0138767 Jun 01 15:54:33.013576 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8574ea-facb-471e-abd8-9f2eee821306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091cb413-c5af-432f-b926-974a5ca108dd,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:33.016280 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 59466) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:33.030657 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-ed8574ea-facb-471e-abd8-9f2eee821306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:33.031104 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:33.100025 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a8844-79c7-4890-8967-6416b56e8419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b84bc3-d550-4c16-a3e8-bc84ee2e7e74,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:33.107891 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-888a8844-79c7-4890-8967-6416b56e8419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:33.215872 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d8fc093d-1b84-435a-89c1-f41479f19f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:33.235810 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e6af6-7730-4ab8-a000-5e54664de093 req-3f336841-cc45-4fa4-83b7-84ced82bae83 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:33.237280 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6b1e6af6-7730-4ab8-a000-5e54664de093 req-3f336841-cc45-4fa4-83b7-84ced82bae83 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f25e364-4755-4cbf-8767-f51da10059e0 HTTP/1.1" status: 200 len: 944 time: 0.1858299 Jun 01 15:54:33.299407 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d8fc093d-1b84-435a-89c1-f41479f19f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:33.325523 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6b1e6af6-7730-4ab8-a000-5e54664de093 req-2fb0a456-82c1-4645-86a2-625399309383 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/security-groups?id=963a7af7-2e2a-4593-a7be-ae1f9ad649d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819898 Jun 01 15:54:33.386440 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d8fc093d-1b84-435a-89c1-f41479f19f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:33.391862 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-8d15bba1-04b4-4b0e-b3e4-3e8ae891dd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:33.408751 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc093d-1b84-435a-89c1-f41479f19f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091cb413-c5af-432f-b926-974a5ca108dd,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:33.416515 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-d8fc093d-1b84-435a-89c1-f41479f19f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:33.419140 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d8fc093d-1b84-435a-89c1-f41479f19f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:33.421392 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-d8fc093d-1b84-435a-89c1-f41479f19f5b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/091cb413-c5af-432f-b926-974a5ca108dd HTTP/1.1" status: 204 len: 168 time: 0.4034157 Jun 01 15:54:33.526088 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d up at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:54:33.528435 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0388f40e-2a1d-4751-a4c9-ee5347c32fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129416339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128456127'] for subnet, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:33.538248 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e67b25bb-4998-42a9-86b7-46468a9a9c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:33.610006 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning for port 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:54:33.615012 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning complete for port 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:54:33.615753 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:33.665987 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388f40e-2a1d-4751-a4c9-ee5347c32fdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d94a5b3-2454-45c4-afc2-bb2f554acb2a,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:33.670955 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-0388f40e-2a1d-4751-a4c9-ee5347c32fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:33.675405 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0388f40e-2a1d-4751-a4c9-ee5347c32fdc admin admin] Checking segment: {'id': 'c0ae741c-81d3-4f2f-8bbb-8532928c0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'be050647-e671-421f-bd49-34454facc2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:54:33.675776 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0388f40e-2a1d-4751-a4c9-ee5347c32fdc admin admin] Network hostable DHCP agents. Network: be050647-e671-421f-bd49-34454facc2b8, hostable agents: ['423065cf-a459-40a5-9d7d-37e9c3940aeb'], hosted agents: [] {{(pid=91976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:54:33.696885 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0388f40e-2a1d-4751-a4c9-ee5347c32fdc admin admin] Network be050647-e671-421f-bd49-34454facc2b8 is scheduled to be hosted by DHCP agent 423065cf-a459-40a5-9d7d-37e9c3940aeb with binding_index 1 {{(pid=91976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:54:33.725225 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-0388f40e-2a1d-4751-a4c9-ee5347c32fdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-smb, be050647-e671-421f-bd49-34454facc2b8) {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:54:33.739326 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0388f40e-2a1d-4751-a4c9-ee5347c32fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:33.740417 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0388f40e-2a1d-4751-a4c9-ee5347c32fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for subnet, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:33.750898 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66c56fd-e9fc-407d-afc6-88b3e0ec0c70 None None] Network be050647-e671-421f-bd49-34454facc2b8 requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:54:33.778592 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-0388f40e-2a1d-4751-a4c9-ee5347c32fdc admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9013071 Jun 01 15:54:33.861073 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:33.914060 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f25e364-4755-4cbf-8767-f51da10059e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1a27a3-9fe9-4ab4-93ca-c925feaf770d'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:54:33.929669 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c95422-9e27-456c-98ce-1cda27b58619" -d '{"events": [{"server_uuid": "5f25e364-4755-4cbf-8767-f51da10059e0", "name": "network-vif-plugged", "status": "completed", "tag": "7c1a27a3-9fe9-4ab4-93ca-c925feaf770d"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:54:33.970672 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7c1a27a3-9fe9-4ab4-93ca-c925feaf770d,segment=NetworkSegment(f192b547-f8f4-48fb-972b-fe46500dfb1a),segment_id=f192b547-f8f4-48fb-972b-fe46500dfb1a)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:33.987006 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:33.990820 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:34.209570 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-3998ca23-6bbb-423d-bcf9-0aa8ea2d96f5 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:34.211081 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-3998ca23-6bbb-423d-bcf9-0aa8ea2d96f5 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/networks?id=1d3dde78-d936-4294-b200-1bcc0c02662a HTTP/1.1" status: 200 len: 815 time: 0.3714910 Jun 01 15:54:34.228397 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed334c18-ca18-4f4f-a8e7-a273a56e5fc5 x-openstack-request-id: req-ed334c18-ca18-4f4f-a8e7-a273a56e5fc5 {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:54:34.228743 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f25e364-4755-4cbf-8767-f51da10059e0", "name": "network-vif-plugged", "status": "completed", "tag": "7c1a27a3-9fe9-4ab4-93ca-c925feaf770d", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:54:34.228914 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed334c18-ca18-4f4f-a8e7-a273a56e5fc5 {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:54:34.229303 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f25e364-4755-4cbf-8767-f51da10059e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1a27a3-9fe9-4ab4-93ca-c925feaf770d', 'code': 200} Jun 01 15:54:34.279251 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-70c3cfde-6523-4a6a-a529-5e493c47c7cc tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/quotas/9a8d1b76efdc412fa75558d8d00df5b1 HTTP/1.1" status: 200 len: 375 time: 0.0323167 Jun 01 15:54:34.290380 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=7c1a27a3-9fe9-4ab4-93ca-c925feaf770d,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:34.302509 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:34.303517 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344238d2-ae8e-462c-95b8-333b2e8b95a3 None None] Network be050647-e671-421f-bd49-34454facc2b8 requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:54:34.388969 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b0cf4-4385-4f5a-bd89-6fb85987adcb req-448f0637-a434-4c5d-a17f-39b344d93585 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:34.396478 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e04b0cf4-4385-4f5a-bd89-6fb85987adcb req-448f0637-a434-4c5d-a17f-39b344d93585 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.1843388 Jun 01 15:54:34.463393 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-6c1b953f-1885-478b-900c-cdccea9a2d8c tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a8d1b76efdc412fa75558d8d00df5b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1830683 Jun 01 15:54:34.589143 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e04b0cf4-4385-4f5a-bd89-6fb85987adcb req-4e9581c9-ab57-4f51-a127-42d8c91e4dae tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915672 Jun 01 15:54:34.723052 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-a0098eca-b0af-47e8-9a37-97ac53fad7b2 service neutron] 10.222.0.60 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588146 Jun 01 15:54:34.843712 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4b782-47f6-4e8f-ac64-f83976596c69 req-78d1871f-156b-4404-90e8-5fbc1846481a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:34.845001 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-39c4b782-47f6-4e8f-ac64-f83976596c69 req-78d1871f-156b-4404-90e8-5fbc1846481a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5f25e364-4755-4cbf-8767-f51da10059e0 HTTP/1.1" status: 200 len: 1098 time: 0.2549222 Jun 01 15:54:34.941259 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-52f41e66-62f0-4b64-8b2c-a221ce6b47cc service neutron] 10.222.0.60 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080109 Jun 01 15:54:34.958222 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-39c4b782-47f6-4e8f-ac64-f83976596c69 req-f3223d84-7c66-45e6-8d22-0421e80fbd56 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=963a7af7-2e2a-4593-a7be-ae1f9ad649d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036274 Jun 01 15:54:35.003046 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d72bc1-4adf-4a95-9acc-9ed5dd2a8ea3 req-f02127ad-8343-4758-aa8d-da447a8bd3c4 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:35.010145 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-75d72bc1-4adf-4a95-9acc-9ed5dd2a8ea3 req-f02127ad-8343-4758-aa8d-da447a8bd3c4 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f25e364-4755-4cbf-8767-f51da10059e0 HTTP/1.1" status: 200 len: 945 time: 0.1066031 Jun 01 15:54:35.073116 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-75d72bc1-4adf-4a95-9acc-9ed5dd2a8ea3 req-76819371-4f17-4eb5-b751-f1848360fa5e tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/security-groups?id=963a7af7-2e2a-4593-a7be-ae1f9ad649d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620334 Jun 01 15:54:35.268000 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c55bea-f7d6-4fca-a5c2-bc0038d97cf9 req-7807949d-6a1e-4332-8a4a-7b3da5e4999f tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:35.277075 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-07c55bea-f7d6-4fca-a5c2-bc0038d97cf9 req-7807949d-6a1e-4332-8a4a-7b3da5e4999f tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.1138217 Jun 01 15:54:35.332623 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-07c55bea-f7d6-4fca-a5c2-bc0038d97cf9 req-7f3becfd-0841-4efa-9fcd-afba44ca4362 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539224 Jun 01 15:54:35.484353 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d0ed1ded-ba0f-46dd-bc90-5124b0679952 req-9eac5571-490b-4261-b07c-8cbced1f892e tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94cf5b7-ec47-42c6-b17a-aa87289faeec HTTP/1.1" status: 200 len: 210 time: 0.0724378 Jun 01 15:54:35.875159 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-35312fd1-6f50-4b87-b5b0-9679687e3388 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:35.876694 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-35312fd1-6f50-4b87-b5b0-9679687e3388 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/networks?id=dd5fa1ab-9e06-4077-9eee-f05f4406be9c HTTP/1.1" status: 200 len: 809 time: 0.2211871 Jun 01 15:54:35.901633 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-ba1b6e81-34ac-4cd1-bdfe-f703ab94a568 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/quotas/aed817307c0d4d17bb577dcbd1f3cd83 HTTP/1.1" status: 200 len: 375 time: 0.0190372 Jun 01 15:54:35.984286 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-74769405-6b6d-4099-83a9-ca04ddd5956e tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=aed817307c0d4d17bb577dcbd1f3cd83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816550 Jun 01 15:54:36.301563 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-c4f4b4d9-5aa5-4413-95c2-6fe2c05374b7 service neutron] 10.222.0.60 "GET /v2.0/networks/dd5fa1ab-9e06-4077-9eee-f05f4406be9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063610 Jun 01 15:54:36.542452 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-a299044e-2026-4230-8b44-bb69400c9b53 service neutron] 10.222.0.60 "GET /v2.0/networks/dd5fa1ab-9e06-4077-9eee-f05f4406be9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275860 Jun 01 15:54:36.555512 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b654e-8326-4d91-8eaf-c0b70a207c23 req-26372f44-968a-4070-a752-a5791a82ee4d tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:36.557063 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2e4b654e-8326-4d91-8eaf-c0b70a207c23 req-26372f44-968a-4070-a752-a5791a82ee4d tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f25e364-4755-4cbf-8767-f51da10059e0 HTTP/1.1" status: 200 len: 945 time: 0.1993768 Jun 01 15:54:36.621242 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2e4b654e-8326-4d91-8eaf-c0b70a207c23 req-abea303f-81c3-4f93-ac45-479b4743c1a7 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/security-groups?id=963a7af7-2e2a-4593-a7be-ae1f9ad649d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573363 Jun 01 15:54:36.934484 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ab55a5a7-7eae-42ef-9373-a2f32aa36c8b req-1d8b93ed-1ccf-482b-aa5b-39d56a3df887 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c65904-9f8a-4af2-8c26-93376cd146d4 HTTP/1.1" status: 200 len: 210 time: 0.2037561 Jun 01 15:54:36.980939 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-805544be-294e-435e-8276-55fe358ee3f9 req-da2bd771-1342-42b1-ad83-0722ae8aa72a tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94cf5b7-ec47-42c6-b17a-aa87289faeec HTTP/1.1" status: 200 len: 210 time: 0.1993539 Jun 01 15:54:37.251710 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-a92b19da-76c5-4e49-96c2-9d81b842c82c tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:37.253356 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-a92b19da-76c5-4e49-96c2-9d81b842c82c tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.89 "GET /v2.0/networks?id=1d3dde78-d936-4294-b200-1bcc0c02662a HTTP/1.1" status: 200 len: 815 time: 0.3177464 Jun 01 15:54:37.272163 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-86ee0bfa-85ab-44e3-95de-73c3f42a601f tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Request body: {'port': {'device_id': 'a94cf5b7-ec47-42c6-b17a-aa87289faeec', 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a', 'admin_state_up': True, 'tenant_id': '9a8d1b76efdc412fa75558d8d00df5b1'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:54:37.477131 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-86ee0bfa-85ab-44e3-95de-73c3f42a601f tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:37.491693 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-86ee0bfa-85ab-44e3-95de-73c3f42a601f tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:37.505619 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-86ee0bfa-85ab-44e3-95de-73c3f42a601f tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Made reservation on behalf of 9a8d1b76efdc412fa75558d8d00df5b1 for: {'port': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:54:37.510240 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-86ee0bfa-85ab-44e3-95de-73c3f42a601f tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:37.666659 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59682) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:37.721781 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-33d8ffd1-e7f6-4536-85cd-e0c495d59e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:37.779748 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_common [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-86ee0bfa-85ab-44e3-95de-73c3f42a601f tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Allocated IP 172.20.0.9 (1d3dde78-d936-4294-b200-1bcc0c02662a/6c05ea02-37de-4c70-a86d-e39e23827d1a/2bde2f51-84d4-4292-b054-c8e3ee50572b) {{(pid=91975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:54:37.864845 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-90fff893-f41e-475e-b0a5-5e5b45093183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:37.886392 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-90fff893-f41e-475e-b0a5-5e5b45093183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:37.891918 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-90fff893-f41e-475e-b0a5-5e5b45093183 admin admin] Usage tracker for resource:security_group_rule and tenant:06dd701c2caf4ab1b39219bf4008d104 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:37.896793 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-90fff893-f41e-475e-b0a5-5e5b45093183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:37.903938 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-90fff893-f41e-475e-b0a5-5e5b45093183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:38.050007 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-90fff893-f41e-475e-b0a5-5e5b45093183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:38.054906 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-90fff893-f41e-475e-b0a5-5e5b45093183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:38.066870 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-44b50119-4031-4677-84d5-b94aa829b12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:38.098261 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fff893-f41e-475e-b0a5-5e5b45093183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163e8f19-8d87-4b34-9ab5-7615bfe7d479,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:38.109064 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-90fff893-f41e-475e-b0a5-5e5b45093183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:38.133872 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-90fff893-f41e-475e-b0a5-5e5b45093183 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=06dd701c2caf4ab1b39219bf4008d104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4655178 Jun 01 15:54:38.134545 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59698) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:38.197774 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1aea-aa61-4a10-b320-a4ffc1ac1800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:38.210399 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-92c63b11-36da-461a-b429-6cd285438c25 req-e5a6ae4e-c277-4795-91e7-72df75dd7f9c tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c65904-9f8a-4af2-8c26-93376cd146d4 HTTP/1.1" status: 200 len: 210 time: 0.0769200 Jun 01 15:54:38.225845 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1aea-aa61-4a10-b320-a4ffc1ac1800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:38.253928 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-86ee0bfa-85ab-44e3-95de-73c3f42a601f tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks [] for port, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:38.286885 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99175517-29ec-40f2-b13c-ad13c671881a req-0cecbe0b-b4fb-426f-acab-f3523a81a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:38.288570 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-99175517-29ec-40f2-b13c-ad13c671881a req-0cecbe0b-b4fb-426f-acab-f3523a81a629 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e160198749c64159a5cb45da77bef6c4&device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 1098 time: 0.2855437 Jun 01 15:54:38.296022 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1aea-aa61-4a10-b320-a4ffc1ac1800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:38.301580 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978dbc3-00c1-4129-8635-e3522cd07540 req-0bbad6b2-a3aa-4373-8ab8-68205980ffc6 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:38.302984 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8978dbc3-00c1-4129-8635-e3522cd07540 req-0bbad6b2-a3aa-4373-8ab8-68205980ffc6 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.2242820 Jun 01 15:54:38.303259 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-781f8fa8-3c9b-4f44-bdfd-da8d487d0609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:38.318807 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f1aea-aa61-4a10-b320-a4ffc1ac1800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163e8f19-8d87-4b34-9ab5-7615bfe7d479,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:38.322900 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-0d4f1aea-aa61-4a10-b320-a4ffc1ac1800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:38.325526 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1aea-aa61-4a10-b320-a4ffc1ac1800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:38.326825 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-0d4f1aea-aa61-4a10-b320-a4ffc1ac1800 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/163e8f19-8d87-4b34-9ab5-7615bfe7d479 HTTP/1.1" status: 204 len: 168 time: 0.1913466 Jun 01 15:54:38.562458 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99175517-29ec-40f2-b13c-ad13c671881a req-b9c8d4a3-d3d7-4552-abce-6ede2dae04eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:38.566455 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-99175517-29ec-40f2-b13c-ad13c671881a req-b9c8d4a3-d3d7-4552-abce-6ede2dae04eb service neutron] 10.222.0.89 "GET /v2.0/networks?id=6435224e-02ee-4b78-b03f-d8b20c5a2616 HTTP/1.1" status: 200 len: 919 time: 0.2625449 Jun 01 15:54:38.586881 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c8d5958f-7c19-4883-9b31-4420bbaafbe2 req-42559c4b-9084-49cd-857e-d1f122285c08 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94cf5b7-ec47-42c6-b17a-aa87289faeec HTTP/1.1" status: 200 len: 210 time: 0.2407670 Jun 01 15:54:38.593754 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-86ee0bfa-85ab-44e3-95de-73c3f42a601f tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:38.605981 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['7f58f9ce-194a-4fc7-97d9-15c10a48bd27', '2c4d9d7c-b79e-45db-89b5-307137463a46', '5dfd453d-619b-46ad-9b65-0dc324a5822d'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:54:38.812657 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-771862af-aa27-4cfd-8c92-8d603884bc1d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:38.909769 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-b97d2923-5a7f-49b2-9704-18fb5edba1c5 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:38.916625 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-b97d2923-5a7f-49b2-9704-18fb5edba1c5 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Synchronizing usage tracker for tenant:aed817307c0d4d17bb577dcbd1f3cd83 on resource:network {{(pid=91976) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:54:38.926206 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59726) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:38.949200 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-99175517-29ec-40f2-b13c-ad13c671881a req-42b9c2bd-29e9-4ed8-8d13-6286c0435c15 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03c8e531-6a8e-4861-9c7e-99d884576fa6 HTTP/1.1" status: 200 len: 217 time: 0.3642740 Jun 01 15:54:38.971825 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fc71c594-1b1c-40c5-9512-ad8859b5a378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:38.986039 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8978dbc3-00c1-4129-8635-e3522cd07540 req-4df42845-6931-41e1-8c77-0c0f26e55179 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6619532 Jun 01 15:54:39.024224 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-fc71c594-1b1c-40c5-9512-ad8859b5a378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:39.032707 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-b97d2923-5a7f-49b2-9704-18fb5edba1c5 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Unset dirty status for tenant:aed817307c0d4d17bb577dcbd1f3cd83 on resource:network {{(pid=91976) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:54:39.036933 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-b97d2923-5a7f-49b2-9704-18fb5edba1c5 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.89 "GET /v2.0/networks?id=dd5fa1ab-9e06-4077-9eee-f05f4406be9c HTTP/1.1" status: 200 len: 809 time: 0.5921366 Jun 01 15:54:39.040609 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-fc71c594-1b1c-40c5-9512-ad8859b5a378 admin admin] Usage tracker for resource:security_group_rule and tenant:dd9597e3fb2142fa9ae27589058a2f7d is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:39.046157 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-86ee0bfa-85ab-44e3-95de-73c3f42a601f tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Network 1d3dde78-d936-4294-b200-1bcc0c02662a is already hosted by enough agents. {{(pid=91975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:54:39.048959 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-fc71c594-1b1c-40c5-9512-ad8859b5a378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:39.058470 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-86ee0bfa-85ab-44e3-95de-73c3f42a601f tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Resources bound (agent type, host, resource id): {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:54:39.069620 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-86ee0bfa-85ab-44e3-95de-73c3f42a601f tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Received port after_create {{(pid=91975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:54:39.069787 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-fc71c594-1b1c-40c5-9512-ad8859b5a378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:39.077880 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-8e93784d-8200-4fdf-bc46-c5dd95e42fc2 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Request body: {'port': {'device_id': '14c65904-9f8a-4af2-8c26-93376cd146d4', 'network_id': 'dd5fa1ab-9e06-4077-9eee-f05f4406be9c', 'admin_state_up': True, 'tenant_id': 'aed817307c0d4d17bb577dcbd1f3cd83'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:54:39.118354 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee0bfa-85ab-44e3-95de-73c3f42a601f tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Pushing event updated for resources: {'Port': ['ID=2bde2f51-84d4-4292-b054-c8e3ee50572b,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:39.133148 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-86ee0bfa-85ab-44e3-95de-73c3f42a601f tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:39.158325 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99175517-29ec-40f2-b13c-ad13c671881a req-50fc955b-b125-494f-aeb1-7c66b5544ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:39.160138 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-99175517-29ec-40f2-b13c-ad13c671881a req-50fc955b-b125-494f-aeb1-7c66b5544ffe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e8227dd6-3632-4e57-acb4-07e7d9c66cb0 HTTP/1.1" status: 200 len: 858 time: 0.1952469 Jun 01 15:54:39.177176 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-86ee0bfa-85ab-44e3-95de-73c3f42a601f tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:39.178167 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-86ee0bfa-85ab-44e3-95de-73c3f42a601f tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:39.254556 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-99175517-29ec-40f2-b13c-ad13c671881a req-13db04f8-5103-4c4c-a5ab-17c8571c712c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6435224e-02ee-4b78-b03f-d8b20c5a2616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640011 Jun 01 15:54:39.266999 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-86ee0bfa-85ab-44e3-95de-73c3f42a601f tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9976418 Jun 01 15:54:39.309291 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Request body: {'port': {'device_id': 'a94cf5b7-ec47-42c6-b17a-aa87289faeec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:54:39.367882 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-8e93784d-8200-4fdf-bc46-c5dd95e42fc2 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:39.374245 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-8e93784d-8200-4fdf-bc46-c5dd95e42fc2 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Usage tracker for resource:port and tenant:aed817307c0d4d17bb577dcbd1f3cd83 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:39.385311 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-8e93784d-8200-4fdf-bc46-c5dd95e42fc2 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:39.395456 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-8e93784d-8200-4fdf-bc46-c5dd95e42fc2 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:39.412141 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fc71c594-1b1c-40c5-9512-ad8859b5a378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:39.417644 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fc71c594-1b1c-40c5-9512-ad8859b5a378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:39.428338 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-8cfb5ee0-6acf-41ae-862c-8e6fe250af20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:39.450965 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-8e93784d-8200-4fdf-bc46-c5dd95e42fc2 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Made reservation on behalf of aed817307c0d4d17bb577dcbd1f3cd83 for: {'port': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:54:39.454592 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-8e93784d-8200-4fdf-bc46-c5dd95e42fc2 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:39.493928 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-fc71c594-1b1c-40c5-9512-ad8859b5a378 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd9597e3fb2142fa9ae27589058a2f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5623002 Jun 01 15:54:39.498006 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71c594-1b1c-40c5-9512-ad8859b5a378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3620860-4c81-468e-9645-3023d46591a8,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:39.500738 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59740) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:39.537405 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-fc71c594-1b1c-40c5-9512-ad8859b5a378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:39.632963 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-24ade159-e823-4358-bd61-521a56402b52 req-8fd9e137-195f-4ae6-8454-1286c181ef2d tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c65904-9f8a-4af2-8c26-93376cd146d4 HTTP/1.1" status: 200 len: 210 time: 0.2038972 Jun 01 15:54:39.670532 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fa74cbd3-3190-4e1e-a7fc-c3a2750f9f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:39.715892 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fa74cbd3-3190-4e1e-a7fc-c3a2750f9f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:39.722734 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_common [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-8e93784d-8200-4fdf-bc46-c5dd95e42fc2 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Allocated IP 172.20.0.5 (dd5fa1ab-9e06-4077-9eee-f05f4406be9c/7e32c885-6cd1-4012-934c-7fa575c2a602/4bd53552-8850-4600-a5d2-1ba2c6913902) {{(pid=91976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:54:39.723443 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-99175517-29ec-40f2-b13c-ad13c671881a req-7d6a9868-58a2-4009-9d77-5d43d413e21b service neutron] 10.222.0.89 "GET /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595900 Jun 01 15:54:39.731136 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:39.833445 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fa74cbd3-3190-4e1e-a7fc-c3a2750f9f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:39.840883 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:39.869524 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74cbd3-3190-4e1e-a7fc-c3a2750f9f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3620860-4c81-468e-9645-3023d46591a8,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:39.874605 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-fa74cbd3-3190-4e1e-a7fc-c3a2750f9f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:39.889233 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce0aa7-9ec5-4fa4-ae39-810c03304ab0 req-20ef2061-1157-428f-8f66-49c540b29f65 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:39.890633 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c8ce0aa7-9ec5-4fa4-ae39-810c03304ab0 req-20ef2061-1157-428f-8f66-49c540b29f65 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f25e364-4755-4cbf-8767-f51da10059e0 HTTP/1.1" status: 200 len: 945 time: 0.5434165 Jun 01 15:54:39.935975 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fa74cbd3-3190-4e1e-a7fc-c3a2750f9f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:39.937100 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-fa74cbd3-3190-4e1e-a7fc-c3a2750f9f83 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3620860-4c81-468e-9645-3023d46591a8 HTTP/1.1" status: 204 len: 168 time: 0.4338517 Jun 01 15:54:40.010911 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-8e93784d-8200-4fdf-bc46-c5dd95e42fc2 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Notify callbacks [] for port, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:40.055751 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-8e93784d-8200-4fdf-bc46-c5dd95e42fc2 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:40.063332 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:40.150127 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93784d-8200-4fdf-bc46-c5dd95e42fc2 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Pushing event updated for resources: {'Port': ['ID=4bd53552-8850-4600-a5d2-1ba2c6913902,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:40.154581 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-8e93784d-8200-4fdf-bc46-c5dd95e42fc2 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:40.166780 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-16142f49-9f4b-4edc-a64e-10633d1fa519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:40.170202 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-8e93784d-8200-4fdf-bc46-c5dd95e42fc2 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Network dd5fa1ab-9e06-4077-9eee-f05f4406be9c is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:54:40.172652 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-8e93784d-8200-4fdf-bc46-c5dd95e42fc2 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:54:40.180414 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:40.181464 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-8e93784d-8200-4fdf-bc46-c5dd95e42fc2 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Received port after_create {{(pid=91976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:54:40.217657 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-99175517-29ec-40f2-b13c-ad13c671881a req-0879ce15-638a-4568-b4bf-5d5d579b237b service neutron] 10.222.0.89 "GET /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732668 Jun 01 15:54:40.234584 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c8ce0aa7-9ec5-4fa4-ae39-810c03304ab0 req-3ee9f2f5-3c76-4ae3-8670-b4b0e43fe56f tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/security-groups?id=963a7af7-2e2a-4593-a7be-ae1f9ad649d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666638 Jun 01 15:54:40.291491 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-8e93784d-8200-4fdf-bc46-c5dd95e42fc2 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:40.292589 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-8e93784d-8200-4fdf-bc46-c5dd95e42fc2 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for port, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:40.295107 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec884dcc-e35e-4b85-9ade-465e5900cd41 req-626e8872-6541-4618-a617-6fe271aae6f2 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:40.296902 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-ec884dcc-e35e-4b85-9ade-465e5900cd41 req-626e8872-6541-4618-a617-6fe271aae6f2 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Synchronizing usage tracker for tenant:9a8d1b76efdc412fa75558d8d00df5b1 on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:54:40.322939 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-8e93784d-8200-4fdf-bc46-c5dd95e42fc2 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2565765 Jun 01 15:54:40.330635 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-ec884dcc-e35e-4b85-9ade-465e5900cd41 req-626e8872-6541-4618-a617-6fe271aae6f2 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Unset dirty status for tenant:9a8d1b76efdc412fa75558d8d00df5b1 on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:54:40.331937 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ec884dcc-e35e-4b85-9ade-465e5900cd41 req-626e8872-6541-4618-a617-6fe271aae6f2 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94cf5b7-ec47-42c6-b17a-aa87289faeec HTTP/1.1" status: 200 len: 931 time: 0.5887346 Jun 01 15:54:40.361341 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Request body: {'port': {'device_id': '14c65904-9f8a-4af2-8c26-93376cd146d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:54:40.418991 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59764) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:40.468627 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ec884dcc-e35e-4b85-9ade-465e5900cd41 req-7777d1fd-7713-4580-a9c4-b2a9e6306ea1 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259344 Jun 01 15:54:40.491954 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-015fed98-8fab-4d19-9372-54d2912ab376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:40.507607 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 59768) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:40.642789 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bde2f51-84d4-4292-b054-c8e3ee50572b {{(pid=91975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:54:40.677778 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:40.685957 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-72d787aa-8587-48e7-a159-50d6cba95489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:40.700008 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-015fed98-8fab-4d19-9372-54d2912ab376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:40.704465 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-015fed98-8fab-4d19-9372-54d2912ab376 admin admin] Usage tracker for resource:security_group_rule and tenant:78c6bc7e44284f57b4d490c23468f296 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:40.707484 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-015fed98-8fab-4d19-9372-54d2912ab376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:40.714115 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-015fed98-8fab-4d19-9372-54d2912ab376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:40.717369 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-72d787aa-8587-48e7-a159-50d6cba95489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:40.721028 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.provisioning_blocks [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Transition to ACTIVE for port object 2bde2f51-84d4-4292-b054-c8e3ee50572b will not be triggered until provisioned by entity L2. {{(pid=91975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:54:40.726503 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-72d787aa-8587-48e7-a159-50d6cba95489 admin admin] Usage tracker for resource:security_group_rule and tenant:b4e13220e5d242298becbdb88f822cfa is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:40.731759 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-72d787aa-8587-48e7-a159-50d6cba95489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:40.735117 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:40.742671 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:40.766982 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:40.786445 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-72d787aa-8587-48e7-a159-50d6cba95489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:40.848716 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59776) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:40.902930 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1f21e-2192-4eda-9722-6a647ad3ba3a req-f372dc7d-1e10-4fd0-8b20-2709445aa8fd tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:40.904378 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f2a1f21e-2192-4eda-9722-6a647ad3ba3a req-f372dc7d-1e10-4fd0-8b20-2709445aa8fd tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.3206897 Jun 01 15:54:40.977085 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-015fed98-8fab-4d19-9372-54d2912ab376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.003830 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-015fed98-8fab-4d19-9372-54d2912ab376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.014781 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e58ba297-c4d4-40f2-94b2-7954b1615509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:41.016549 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Pushing event updated for resources: {'Port': ['ID=2bde2f51-84d4-4292-b054-c8e3ee50572b,revision_number=2']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:41.019490 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:41.026446 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-a34229b6-53b1-46bb-a722-10f5f386ad5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.085993 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-a34229b6-53b1-46bb-a722-10f5f386ad5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:41.097323 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fed98-8fab-4d19-9372-54d2912ab376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c2d70b-2535-4b41-ab70-80fb129af8f9,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:41.105312 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-015fed98-8fab-4d19-9372-54d2912ab376 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=78c6bc7e44284f57b4d490c23468f296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6806364 Jun 01 15:54:41.108152 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-a34229b6-53b1-46bb-a722-10f5f386ad5e admin admin] Usage tracker for resource:security_group_rule and tenant:6f02d120edf24f33b77d20d99960ed34 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:41.109557 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-015fed98-8fab-4d19-9372-54d2912ab376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:41.111983 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-a34229b6-53b1-46bb-a722-10f5f386ad5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:41.114636 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59780) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:41.115658 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f2a1f21e-2192-4eda-9722-6a647ad3ba3a req-85843cf2-67fb-4c54-b969-ecae1cf6bcdf tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905625 Jun 01 15:54:41.184785 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-a34229b6-53b1-46bb-a722-10f5f386ad5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:41.239775 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bf13a-edee-4c67-a698-159ac7a63a9f req-57f72b82-c9ba-4710-8fc5-e6e6f8d1dc1c tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:41.241229 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4b2bf13a-edee-4c67-a698-159ac7a63a9f req-57f72b82-c9ba-4710-8fc5-e6e6f8d1dc1c tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c65904-9f8a-4af2-8c26-93376cd146d4 HTTP/1.1" status: 200 len: 931 time: 0.4588187 Jun 01 15:54:41.264212 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Attempting to bind port 2bde2f51-84d4-4292-b054-c8e3ee50572b on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:54:41.264543 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Attempting to bind port 2bde2f51-84d4-4292-b054-c8e3ee50572b by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '5a582721-188e-4673-9d0d-d4bcf203f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a'}] {{(pid=91975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:54:41.264877 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Attempting to bind port 2bde2f51-84d4-4292-b054-c8e3ee50572b on network 1d3dde78-d936-4294-b200-1bcc0c02662a {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:54:41.289485 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-72d787aa-8587-48e7-a159-50d6cba95489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.290380 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Port 2bde2f51-84d4-4292-b054-c8e3ee50572b on network 1d3dde78-d936-4294-b200-1bcc0c02662a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:54:41.290705 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Attempting to bind port 2bde2f51-84d4-4292-b054-c8e3ee50572b on network 1d3dde78-d936-4294-b200-1bcc0c02662a {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:54:41.294494 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6fa1cdbf-63a3-4f87-b56f-ea0ed34a79f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.305062 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-72d787aa-8587-48e7-a159-50d6cba95489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.312670 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Checking agent: {'id': 'c6431322-3330-4f13-924b-76ac3aabd9b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'started_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:54:41.313014 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Checking segment: {'id': '5a582721-188e-4673-9d0d-d4bcf203f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:54:41.313404 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Bound using segment: {'id': '5a582721-188e-4673-9d0d-d4bcf203f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a'} {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:54:41.313851 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Bound port: 2bde2f51-84d4-4292-b054-c8e3ee50572b, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a582721-188e-4673-9d0d-d4bcf203f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a'}}] {{(pid=91975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:54:41.314199 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.326350 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-429413cd-9780-4a14-8965-9735d7756916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:41.332774 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.348046 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6fa1cdbf-63a3-4f87-b56f-ea0ed34a79f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.424912 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4b2bf13a-edee-4c67-a698-159ac7a63a9f req-7573f8c8-55ce-4618-829f-c8bab60efdbf tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d793a74d-8365-49d7-8653-5b178f62e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617072 Jun 01 15:54:41.460487 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd53552-8850-4600-a5d2-1ba2c6913902 {{(pid=91976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:54:41.471590 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-a34229b6-53b1-46bb-a722-10f5f386ad5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.473900 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.479675 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-a34229b6-53b1-46bb-a722-10f5f386ad5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.492792 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-cb66de46-d7a9-40c4-8e2a-f4f97999efbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:41.543863 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-72d787aa-8587-48e7-a159-50d6cba95489 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4e13220e5d242298becbdb88f822cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0346658 Jun 01 15:54:41.546441 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59788) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:41.551891 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d787aa-8587-48e7-a159-50d6cba95489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4560dc1-a421-4347-bd27-860d9a517911,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:41.559451 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-a34229b6-53b1-46bb-a722-10f5f386ad5e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6f02d120edf24f33b77d20d99960ed34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7079391 Jun 01 15:54:41.560982 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.provisioning_blocks [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Transition to ACTIVE for port object 4bd53552-8850-4600-a5d2-1ba2c6913902 will not be triggered until provisioned by entity L2. {{(pid=91976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:54:41.563299 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34229b6-53b1-46bb-a722-10f5f386ad5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7a636e-f65c-4f8d-9c8c-1ec0ab859a78,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:41.567187 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 59790) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:41.568005 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-72d787aa-8587-48e7-a159-50d6cba95489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:41.568299 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6fa1cdbf-63a3-4f87-b56f-ea0ed34a79f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.575886 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-a34229b6-53b1-46bb-a722-10f5f386ad5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:41.576382 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-a34229b6-53b1-46bb-a722-10f5f386ad5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:41.592075 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129416730'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.592216 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845edbf-ea45-4835-ba82-ea7da9119a06 req-c324ec4f-5737-43a1-be4f-74bb01609b8d tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:41.593671 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2845edbf-ea45-4835-ba82-ea7da9119a06 req-c324ec4f-5737-43a1-be4f-74bb01609b8d tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f25e364-4755-4cbf-8767-f51da10059e0 HTTP/1.1" status: 200 len: 945 time: 0.4768672 Jun 01 15:54:41.603697 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1cdbf-63a3-4f87-b56f-ea0ed34a79f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c2d70b-2535-4b41-ab70-80fb129af8f9,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:41.618969 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-6fa1cdbf-63a3-4f87-b56f-ea0ed34a79f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:41.619483 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-4cf2aae4-b3e5-4b4f-a34a-d7f4fcdf12ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:41.726665 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] For port 2bde2f51-84d4-4292-b054-c8e3ee50572b, host hv-cinder-79351, cleared binding levels {{(pid=91975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:54:41.742232 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6fa1cdbf-63a3-4f87-b56f-ea0ed34a79f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.743343 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-6fa1cdbf-63a3-4f87-b56f-ea0ed34a79f2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3c2d70b-2535-4b41-ab70-80fb129af8f9 HTTP/1.1" status: 204 len: 168 time: 0.6278367 Jun 01 15:54:41.763623 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-738e9acc-f747-4ee4-9c4c-a031d0eeffbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.823889 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Pushing event updated for resources: {'Port': ['ID=4bd53552-8850-4600-a5d2-1ba2c6913902,revision_number=2']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:41.834895 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] For port 2bde2f51-84d4-4292-b054-c8e3ee50572b, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2bde2f51-84d4-4292-b054-c8e3ee50572b,segment=NetworkSegment(5a582721-188e-4673-9d0d-d4bcf203f1bd),segment_id=5a582721-188e-4673-9d0d-d4bcf203f1bd)] {{(pid=91975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:54:41.835914 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:41.847798 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-48b7e572-011b-4978-b3bc-8105b3a41316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.851802 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.860460 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:41.888957 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-738e9acc-f747-4ee4-9c4c-a031d0eeffbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.968948 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.managers [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Attempting to bind port 4bd53552-8850-4600-a5d2-1ba2c6913902 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:54:41.969500 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.managers [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Attempting to bind port 4bd53552-8850-4600-a5d2-1ba2c6913902 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'afb6c675-98ec-46cb-a753-7555ff93e3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'dd5fa1ab-9e06-4077-9eee-f05f4406be9c'}] {{(pid=91976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:54:41.970043 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Attempting to bind port 4bd53552-8850-4600-a5d2-1ba2c6913902 on network dd5fa1ab-9e06-4077-9eee-f05f4406be9c {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:54:41.974729 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-738e9acc-f747-4ee4-9c4c-a031d0eeffbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:41.980945 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298d342-74d9-4be6-a81d-12b0b9a17f03 req-595b49bf-9ae2-4866-9f87-dc82c3c29878 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:41.981216 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-351d5357-02e5-4332-8a21-e249d5072b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:41.983698 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a298d342-74d9-4be6-a81d-12b0b9a17f03 req-595b49bf-9ae2-4866-9f87-dc82c3c29878 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f25e364-4755-4cbf-8767-f51da10059e0 HTTP/1.1" status: 200 len: 945 time: 0.5994811 Jun 01 15:54:41.989061 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Port 4bd53552-8850-4600-a5d2-1ba2c6913902 on network dd5fa1ab-9e06-4077-9eee-f05f4406be9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:54:41.989380 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Attempting to bind port 4bd53552-8850-4600-a5d2-1ba2c6913902 on network dd5fa1ab-9e06-4077-9eee-f05f4406be9c {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:54:42.000739 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Checking agent: {'id': 'c6431322-3330-4f13-924b-76ac3aabd9b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'started_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:54:42.001068 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Checking segment: {'id': 'afb6c675-98ec-46cb-a753-7555ff93e3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'dd5fa1ab-9e06-4077-9eee-f05f4406be9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:54:42.001531 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Bound using segment: {'id': 'afb6c675-98ec-46cb-a753-7555ff93e3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'dd5fa1ab-9e06-4077-9eee-f05f4406be9c'} {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:54:42.001979 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.managers [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Bound port: 4bd53552-8850-4600-a5d2-1ba2c6913902, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afb6c675-98ec-46cb-a753-7555ff93e3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'dd5fa1ab-9e06-4077-9eee-f05f4406be9c'}}] {{(pid=91976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:54:42.002312 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:42.014225 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e9acc-f747-4ee4-9c4c-a031d0eeffbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4560dc1-a421-4347-bd27-860d9a517911,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:42.019047 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-738e9acc-f747-4ee4-9c4c-a031d0eeffbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:42.022517 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-738e9acc-f747-4ee4-9c4c-a031d0eeffbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:42.023853 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-738e9acc-f747-4ee4-9c4c-a031d0eeffbe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c4560dc1-a421-4347-bd27-860d9a517911 HTTP/1.1" status: 204 len: 168 time: 0.4764369 Jun 01 15:54:42.067093 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:42.067703 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:42.081761 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] 10.222.0.89 "PUT /v2.0/ports/2bde2f51-84d4-4292-b054-c8e3ee50572b HTTP/1.1" status: 200 len: 1093 time: 2.7775495 Jun 01 15:54:42.098150 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-48b7e572-011b-4978-b3bc-8105b3a41316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:42.108446 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94cf5b7-ec47-42c6-b17a-aa87289faeec', 'tag': '2bde2f51-84d4-4292-b054-c8e3ee50572b'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:54:42.111327 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833a2b4d-7e7a-4653-9e3a-58b1672e73d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a94cf5b7-ec47-42c6-b17a-aa87289faeec", "tag": "2bde2f51-84d4-4292-b054-c8e3ee50572b"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:54:42.152590 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Pushing event updated for resources: {'Port': ['ID=2bde2f51-84d4-4292-b054-c8e3ee50572b,revision_number=3']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:42.157649 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] For port 4bd53552-8850-4600-a5d2-1ba2c6913902, host hv-cinder-79351, cleared binding levels {{(pid=91976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:54:42.161054 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] For port 4bd53552-8850-4600-a5d2-1ba2c6913902, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=4bd53552-8850-4600-a5d2-1ba2c6913902,segment=NetworkSegment(afb6c675-98ec-46cb-a753-7555ff93e3f1),segment_id=afb6c675-98ec-46cb-a753-7555ff93e3f1)] {{(pid=91976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:54:42.164835 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:42.166376 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129416730'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:42.171880 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-3cf8a5f4-83bc-4861-90f4-870ed104ab67 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:42.247129 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:42.248045 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for port, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:42.249680 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] 10.222.0.89 "PUT /v2.0/ports/4bd53552-8850-4600-a5d2-1ba2c6913902 HTTP/1.1" status: 200 len: 1093 time: 1.8977115 Jun 01 15:54:42.250388 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c65904-9f8a-4af2-8c26-93376cd146d4', 'tag': '4bd53552-8850-4600-a5d2-1ba2c6913902'}] {{(pid=91976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:54:42.253038 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f9d738effd6d9aceb087a38e3a2b49a7446793e3ad91c39eafceb576f9fb4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed90bc7c-8484-4b5c-8a32-ae01773ed562" -d '{"events": [{"name": "network-changed", "server_uuid": "14c65904-9f8a-4af2-8c26-93376cd146d4", "tag": "4bd53552-8850-4600-a5d2-1ba2c6913902"}]}' {{(pid=91976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:54:42.272023 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Pushing event updated for resources: {'Port': ['ID=4bd53552-8850-4600-a5d2-1ba2c6913902,revision_number=3']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:42.275797 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:42.306095 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b41152-5562-4b20-b20c-67ab929c10b7 req-0118405c-64fc-4d8e-96b0-1cd0bdbf2287 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:42.307594 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e0b41152-5562-4b20-b20c-67ab929c10b7 req-0118405c-64fc-4d8e-96b0-1cd0bdbf2287 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94cf5b7-ec47-42c6-b17a-aa87289faeec HTTP/1.1" status: 200 len: 943 time: 0.5862479 Jun 01 15:54:42.315361 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [req-2845edbf-ea45-4835-ba82-ea7da9119a06 req-6f9ea429-356a-4de5-a897-bcbd78f567e0 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Deleting port 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d {{(pid=91975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:54:42.315702 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-2845edbf-ea45-4835-ba82-ea7da9119a06 req-6f9ea429-356a-4de5-a897-bcbd78f567e0 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:42.373351 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a298d342-74d9-4be6-a81d-12b0b9a17f03 req-97c5f0fb-4866-4655-9a21-67585ae4ca8e tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/security-groups?id=963a7af7-2e2a-4593-a7be-ae1f9ad649d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733308 Jun 01 15:54:42.416796 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-2825c17b-7b6a-4274-bf2f-4ca5c523a676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:42.418317 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-2825c17b-7b6a-4274-bf2f-4ca5c523a676 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aed817307c0d4d17bb577dcbd1f3cd83&device_id=14c65904-9f8a-4af2-8c26-93376cd146d4 HTTP/1.1" status: 200 len: 1096 time: 0.0943260 Jun 01 15:54:42.506711 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-8b9d44f9-976a-4045-b5fb-6b6438bad61d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bd53552-8850-4600-a5d2-1ba2c6913902 HTTP/1.1" status: 200 len: 217 time: 0.0778208 Jun 01 15:54:42.551323 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16927ab4-5ca6-49c2-94fb-58db23f0b738 x-openstack-request-id: req-16927ab4-5ca6-49c2-94fb-58db23f0b738 {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:54:42.551676 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a94cf5b7-ec47-42c6-b17a-aa87289faeec", "tag": "2bde2f51-84d4-4292-b054-c8e3ee50572b", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:54:42.551918 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-16927ab4-5ca6-49c2-94fb-58db23f0b738 {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:54:42.552440 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94cf5b7-ec47-42c6-b17a-aa87289faeec', 'tag': '2bde2f51-84d4-4292-b054-c8e3ee50572b', 'status': 'completed', 'code': 200} Jun 01 15:54:42.572074 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-48b7e572-011b-4978-b3bc-8105b3a41316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:42.599544 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-508da030-9007-4d16-9741-7794616d7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:42.603766 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-508da030-9007-4d16-9741-7794616d7db1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7e32c885-6cd1-4012-934c-7fa575c2a602 HTTP/1.1" status: 200 len: 849 time: 0.0878119 Jun 01 15:54:42.641761 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-a9cba998-e2c6-4475-afc9-c4b2d079a442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:42.648703 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59824) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:42.677156 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e0b41152-5562-4b20-b20c-67ab929c10b7 req-0e779ecc-da5f-4a4b-85fd-e707ada02afe tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463354 Jun 01 15:54:42.679011 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-196e429b-b0cd-4a55-a9b2-431523eb6dfa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dd5fa1ab-9e06-4077-9eee-f05f4406be9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685842 Jun 01 15:54:42.682452 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-76eaff53-dfe5-4e43-b5f7-d36c9703e0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:42.709051 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-605d56cc-6390-4ea3-b03a-4f1d5cb6795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:42.710549 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-605d56cc-6390-4ea3-b03a-4f1d5cb6795a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9a8d1b76efdc412fa75558d8d00df5b1&device_id=a94cf5b7-ec47-42c6-b17a-aa87289faeec HTTP/1.1" status: 200 len: 1096 time: 0.5437846 Jun 01 15:54:42.713198 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7e572-011b-4978-b3bc-8105b3a41316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7a636e-f65c-4f8d-9c8c-1ec0ab859a78,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:42.716852 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-2845edbf-ea45-4835-ba82-ea7da9119a06 req-6f9ea429-356a-4de5-a897-bcbd78f567e0 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] For port 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7c1a27a3-9fe9-4ab4-93ca-c925feaf770d,segment=NetworkSegment(f192b547-f8f4-48fb-972b-fe46500dfb1a),segment_id=f192b547-f8f4-48fb-972b-fe46500dfb1a)] {{(pid=91975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:42.717218 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-2845edbf-ea45-4835-ba82-ea7da9119a06 req-6f9ea429-356a-4de5-a897-bcbd78f567e0 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:42.728161 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-76eaff53-dfe5-4e43-b5f7-d36c9703e0ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:42.731758 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-48b7e572-011b-4978-b3bc-8105b3a41316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:42.762996 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187b97ac-2072-4a10-bc07-67c2afdbeb86 x-openstack-request-id: req-187b97ac-2072-4a10-bc07-67c2afdbeb86 {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:54:42.763866 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c65904-9f8a-4af2-8c26-93376cd146d4", "tag": "4bd53552-8850-4600-a5d2-1ba2c6913902", "status": "completed", "code": 200}]} {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:54:42.764426 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-187b97ac-2072-4a10-bc07-67c2afdbeb86 {{(pid=91976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:54:42.765232 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c65904-9f8a-4af2-8c26-93376cd146d4', 'tag': '4bd53552-8850-4600-a5d2-1ba2c6913902', 'status': 'completed', 'code': 200} Jun 01 15:54:42.766778 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-76eaff53-dfe5-4e43-b5f7-d36c9703e0ea admin admin] Usage tracker for resource:security_group_rule and tenant:f1a35eb9a0224b7f8c04986cefa31127 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:42.772477 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-76eaff53-dfe5-4e43-b5f7-d36c9703e0ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:42.871970 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-76eaff53-dfe5-4e43-b5f7-d36c9703e0ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:42.881835 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-48b7e572-011b-4978-b3bc-8105b3a41316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:42.885324 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-48b7e572-011b-4978-b3bc-8105b3a41316 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3b7a636e-f65c-4f8d-9c8c-1ec0ab859a78 HTTP/1.1" status: 204 len: 168 time: 1.3154600 Jun 01 15:54:42.900929 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-5dc8fcad-d6b6-44d7-8a28-a5283c448932 service neutron] 10.222.0.89 "GET /v2.0/networks/dd5fa1ab-9e06-4077-9eee-f05f4406be9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060084 Jun 01 15:54:42.948300 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-4d69fd34-6072-4a88-bee5-561e22211b73 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bde2f51-84d4-4292-b054-c8e3ee50572b HTTP/1.1" status: 200 len: 217 time: 0.2152925 Jun 01 15:54:42.957146 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [req-2845edbf-ea45-4835-ba82-ea7da9119a06 req-6f9ea429-356a-4de5-a897-bcbd78f567e0 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Calling delete_port for 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d owned by compute:nova {{(pid=91975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:54:43.089185 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103a8ba-0c61-4b6a-b300-5855c59cb304 req-77081a35-3666-4dde-ac33-477c370c763c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:43.096656 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a103a8ba-0c61-4b6a-b300-5855c59cb304 req-77081a35-3666-4dde-ac33-477c370c763c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.5504682 Jun 01 15:54:43.169316 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-a2a88c8e-70af-48da-a61b-09af0b688a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:43.170757 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-a2a88c8e-70af-48da-a61b-09af0b688a86 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6c05ea02-37de-4c70-a86d-e39e23827d1a HTTP/1.1" status: 200 len: 855 time: 0.2060621 Jun 01 15:54:43.186998 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a103a8ba-0c61-4b6a-b300-5855c59cb304 req-3028d0aa-a6f0-4752-a957-ef35f5f73d6d tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892932 Jun 01 15:54:43.218304 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-f1b1946b-bb2b-4954-b94b-bf7fb290c4f1 req-6aa612b6-4e27-400f-932d-6793f4c60d79 service neutron] 10.222.0.89 "GET /v2.0/networks/dd5fa1ab-9e06-4077-9eee-f05f4406be9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051984 Jun 01 15:54:43.246486 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-cfa56ddb-253a-484e-ba6b-f24cfd9ffea3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1d3dde78-d936-4294-b200-1bcc0c02662a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560477 Jun 01 15:54:43.276889 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-76eaff53-dfe5-4e43-b5f7-d36c9703e0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:43.282793 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-76eaff53-dfe5-4e43-b5f7-d36c9703e0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:43.295717 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-513f9a3d-ad0a-45bf-a163-047ae6527eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:43.328329 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:43.365762 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b82f3-7c85-407b-9dd0-9c82b6abd95b req-992e7df5-7949-49b1-b483-129928229579 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:43.367494 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b60b82f3-7c85-407b-9dd0-9c82b6abd95b req-992e7df5-7949-49b1-b483-129928229579 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c65904-9f8a-4af2-8c26-93376cd146d4 HTTP/1.1" status: 200 len: 943 time: 0.4809837 Jun 01 15:54:43.434696 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-76eaff53-dfe5-4e43-b5f7-d36c9703e0ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f1a35eb9a0224b7f8c04986cefa31127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7766984 Jun 01 15:54:43.437890 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59840) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:43.443824 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eaff53-dfe5-4e43-b5f7-d36c9703e0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48070f8a-d16b-4a12-8164-9b5ca9e984d9,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:43.477206 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-76eaff53-dfe5-4e43-b5f7-d36c9703e0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:43.479561 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 59842) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:43.507745 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90bc7c-8484-4b5c-8a32-ae01773ed562 req-4fb297a7-691b-42f5-bd94-c02be754c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:43.509663 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ed90bc7c-8484-4b5c-8a32-ae01773ed562 req-4fb297a7-691b-42f5-bd94-c02be754c3a5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aed817307c0d4d17bb577dcbd1f3cd83&device_id=14c65904-9f8a-4af2-8c26-93376cd146d4 HTTP/1.1" status: 200 len: 1096 time: 0.2152462 Jun 01 15:54:43.520099 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-a26ff633-c763-4fce-8b74-e21737dbbf14 service neutron] 10.222.0.89 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550540 Jun 01 15:54:43.529810 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b60b82f3-7c85-407b-9dd0-9c82b6abd95b req-ac2b6461-9bcb-4fcc-9a10-4eb771621e73 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d793a74d-8365-49d7-8653-5b178f62e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516719 Jun 01 15:54:43.530514 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-4db3093b-0a5b-4d63-85cd-bb155751a9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:43.532864 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e2771881-203e-45eb-b977-f213d427abca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:43.588396 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-4db3093b-0a5b-4d63-85cd-bb155751a9fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:43.643104 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-4db3093b-0a5b-4d63-85cd-bb155751a9fb admin admin] Usage tracker for resource:security_group_rule and tenant:67f0ee2ffcf64e2392dc245fe51598ac is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:43.650523 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-2845edbf-ea45-4835-ba82-ea7da9119a06 req-6f9ea429-356a-4de5-a897-bcbd78f567e0 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:43.654472 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-4db3093b-0a5b-4d63-85cd-bb155751a9fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:43.672902 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e2771881-203e-45eb-b977-f213d427abca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:43.722450 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90bc7c-8484-4b5c-8a32-ae01773ed562 req-f3dd20eb-c651-46cd-aac1-2af1d76e6edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:43.724259 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ed90bc7c-8484-4b5c-8a32-ae01773ed562 req-f3dd20eb-c651-46cd-aac1-2af1d76e6edb service neutron] 10.222.0.89 "GET /v2.0/networks?id=dd5fa1ab-9e06-4077-9eee-f05f4406be9c HTTP/1.1" status: 200 len: 910 time: 0.1924789 Jun 01 15:54:43.776958 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-8ce7946f-0a29-4175-beff-078ec82a6660 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:43.825089 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ed90bc7c-8484-4b5c-8a32-ae01773ed562 req-670392cc-bba1-4bd9-9524-205e567ffbf9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bd53552-8850-4600-a5d2-1ba2c6913902 HTTP/1.1" status: 200 len: 217 time: 0.0892897 Jun 01 15:54:43.826998 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e2771881-203e-45eb-b977-f213d427abca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:43.833166 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-6fa1cdbf-63a3-4f87-b56f-ea0ed34a79f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:43.840871 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4b90ef9a-17d7-4ca6-a16e-0d8d4c903106 req-f6c58e3c-d787-4e85-b8fb-5b79120d8af8 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f25e364-4755-4cbf-8767-f51da10059e0 HTTP/1.1" status: 200 len: 210 time: 0.2542539 Jun 01 15:54:43.867804 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2771881-203e-45eb-b977-f213d427abca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48070f8a-d16b-4a12-8164-9b5ca9e984d9,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:43.881228 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e2771881-203e-45eb-b977-f213d427abca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:43.901413 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-4db3093b-0a5b-4d63-85cd-bb155751a9fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:43.929649 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e2771881-203e-45eb-b977-f213d427abca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:43.930662 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-e2771881-203e-45eb-b977-f213d427abca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/48070f8a-d16b-4a12-8164-9b5ca9e984d9 HTTP/1.1" status: 204 len: 168 time: 0.4879894 Jun 01 15:54:43.962264 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90bc7c-8484-4b5c-8a32-ae01773ed562 req-18a83f70-ff92-4d21-a1f5-3d5e19844721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:43.965994 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ed90bc7c-8484-4b5c-8a32-ae01773ed562 req-18a83f70-ff92-4d21-a1f5-3d5e19844721 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7e32c885-6cd1-4012-934c-7fa575c2a602 HTTP/1.1" status: 200 len: 849 time: 0.0999479 Jun 01 15:54:43.968712 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ea429-356a-4de5-a897-bcbd78f567e0 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Pushing event deleted for resources: {'Port': ['ID=7c1a27a3-9fe9-4ab4-93ca-c925feaf770d,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:44.016343 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-6f9ea429-356a-4de5-a897-bcbd78f567e0 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:44.019390 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ed90bc7c-8484-4b5c-8a32-ae01773ed562 req-6d979fe3-80d0-4fbe-a20c-823d552c200f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dd5fa1ab-9e06-4077-9eee-f05f4406be9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468783 Jun 01 15:54:44.121078 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [req-2845edbf-ea45-4835-ba82-ea7da9119a06 req-6f9ea429-356a-4de5-a897-bcbd78f567e0 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] No DVR routers for this DVR port 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d on host hv-cinder-79351 {{(pid=91975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:54:44.127728 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-2845edbf-ea45-4835-ba82-ea7da9119a06 req-6f9ea429-356a-4de5-a897-bcbd78f567e0 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:44.140281 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-4063e326-4a27-4932-ac5c-eb92e545dbac service neutron] 10.222.0.89 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5948317 Jun 01 15:54:44.180781 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ed90bc7c-8484-4b5c-8a32-ae01773ed562 req-692edef0-af8a-410b-894d-3a65f05094ac service neutron] 10.222.0.89 "GET /v2.0/networks/dd5fa1ab-9e06-4077-9eee-f05f4406be9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497045 Jun 01 15:54:44.181908 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2845edbf-ea45-4835-ba82-ea7da9119a06 req-6f9ea429-356a-4de5-a897-bcbd78f567e0 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.89 "DELETE /v2.0/ports/7c1a27a3-9fe9-4ab4-93ca-c925feaf770d HTTP/1.1" status: 204 len: 173 time: 2.5785925 Jun 01 15:54:44.207870 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27abf55-9b4d-42ae-8f56-10115f424830 req-e8b3bd3f-b293-4068-be27-84727e750a53 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:44.209471 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c27abf55-9b4d-42ae-8f56-10115f424830 req-e8b3bd3f-b293-4068-be27-84727e750a53 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94cf5b7-ec47-42c6-b17a-aa87289faeec HTTP/1.1" status: 200 len: 943 time: 0.3093183 Jun 01 15:54:44.353589 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ed90bc7c-8484-4b5c-8a32-ae01773ed562 req-bad47575-affb-4240-a103-7c098dac6ed4 service neutron] 10.222.0.89 "GET /v2.0/networks/dd5fa1ab-9e06-4077-9eee-f05f4406be9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575637 Jun 01 15:54:44.384496 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-4db3093b-0a5b-4d63-85cd-bb155751a9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:44.409783 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-4db3093b-0a5b-4d63-85cd-bb155751a9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:44.424034 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-ed8574ea-facb-471e-abd8-9f2eee821306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:44.461320 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c27abf55-9b4d-42ae-8f56-10115f424830 req-904023c8-1a79-44d7-a1e2-1478fe948fa6 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925969 Jun 01 15:54:44.502696 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-4db3093b-0a5b-4d63-85cd-bb155751a9fb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=67f0ee2ffcf64e2392dc245fe51598ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0198879 Jun 01 15:54:44.505996 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 59864) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:44.507330 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3093b-0a5b-4d63-85cd-bb155751a9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e47576-a1d8-4796-ab8a-eee867bcf1c4,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:44.512369 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-4db3093b-0a5b-4d63-85cd-bb155751a9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:44.528748 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a2b4d-7e7a-4653-9e3a-58b1672e73d0 req-ed699b30-854b-4027-bf75-97e58430b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:44.530423 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-833a2b4d-7e7a-4653-9e3a-58b1672e73d0 req-ed699b30-854b-4027-bf75-97e58430b769 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9a8d1b76efdc412fa75558d8d00df5b1&device_id=a94cf5b7-ec47-42c6-b17a-aa87289faeec HTTP/1.1" status: 200 len: 1096 time: 0.3199458 Jun 01 15:54:44.548907 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd85d4-9c84-4668-8ab5-2ec01c9851b4 req-eda17fd3-e177-4d4e-b8d1-76b36109cdf4 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:44.550648 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-10fd85d4-9c84-4668-8ab5-2ec01c9851b4 req-eda17fd3-e177-4d4e-b8d1-76b36109cdf4 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.2089515 Jun 01 15:54:44.573098 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f25e364-4755-4cbf-8767-f51da10059e0', 'name': 'network-vif-deleted', 'tag': '7c1a27a3-9fe9-4ab4-93ca-c925feaf770d'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:54:44.577128 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becf370d-602e-474e-a00d-4095ee7a1eea" -d '{"events": [{"server_uuid": "5f25e364-4755-4cbf-8767-f51da10059e0", "name": "network-vif-deleted", "tag": "7c1a27a3-9fe9-4ab4-93ca-c925feaf770d"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:54:44.642475 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b76ab478-5f69-45da-aec4-eb64429197ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:44.682796 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b76ab478-5f69-45da-aec4-eb64429197ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:44.700187 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-10fd85d4-9c84-4668-8ab5-2ec01c9851b4 req-bbb49f21-1688-42f6-a000-4c75930c3e0f tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200583 Jun 01 15:54:44.744025 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a2b4d-7e7a-4653-9e3a-58b1672e73d0 req-886e25bd-8d42-4c63-80ff-1975d5cbd2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:44.745590 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-833a2b4d-7e7a-4653-9e3a-58b1672e73d0 req-886e25bd-8d42-4c63-80ff-1975d5cbd2b0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1d3dde78-d936-4294-b200-1bcc0c02662a HTTP/1.1" status: 200 len: 916 time: 0.1938515 Jun 01 15:54:44.783431 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b76ab478-5f69-45da-aec4-eb64429197ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:44.788016 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-d9434006-c80e-45aa-80dc-269eb6e59440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:44.813821 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ab478-5f69-45da-aec4-eb64429197ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e47576-a1d8-4796-ab8a-eee867bcf1c4,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:44.816278 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-b76ab478-5f69-45da-aec4-eb64429197ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:44.831094 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f180bf2d-83e3-4374-93fa-35ec125212bf x-openstack-request-id: req-f180bf2d-83e3-4374-93fa-35ec125212bf {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:54:44.833665 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f25e364-4755-4cbf-8767-f51da10059e0", "name": "network-vif-deleted", "tag": "7c1a27a3-9fe9-4ab4-93ca-c925feaf770d", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:54:44.833665 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f180bf2d-83e3-4374-93fa-35ec125212bf {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:54:44.833665 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f25e364-4755-4cbf-8767-f51da10059e0', 'name': 'network-vif-deleted', 'tag': '7c1a27a3-9fe9-4ab4-93ca-c925feaf770d', 'status': 'completed', 'code': 200} Jun 01 15:54:44.839413 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b76ab478-5f69-45da-aec4-eb64429197ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:44.845315 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-833a2b4d-7e7a-4653-9e3a-58b1672e73d0 req-e076d02c-5cb5-4fad-aa9a-89579abd3ccb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bde2f51-84d4-4292-b054-c8e3ee50572b HTTP/1.1" status: 200 len: 217 time: 0.0869164 Jun 01 15:54:44.845603 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-b76ab478-5f69-45da-aec4-eb64429197ee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c7e47576-a1d8-4796-ab8a-eee867bcf1c4 HTTP/1.1" status: 204 len: 168 time: 0.3327050 Jun 01 15:54:45.036405 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a2b4d-7e7a-4653-9e3a-58b1672e73d0 req-45b360db-c729-411c-9815-10f6efaba3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:45.037940 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-833a2b4d-7e7a-4653-9e3a-58b1672e73d0 req-45b360db-c729-411c-9815-10f6efaba3e1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6c05ea02-37de-4c70-a86d-e39e23827d1a HTTP/1.1" status: 200 len: 855 time: 0.1597714 Jun 01 15:54:45.136050 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-b38ed4e3-4e28-410e-9e28-13cbd60315de req-83dd9347-c8dc-4255-83fe-cedb86edf5d1 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Synchronizing usage tracker for tenant:bacb0648e54e4d259cd1fef515ec1094 on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:54:45.150739 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-833a2b4d-7e7a-4653-9e3a-58b1672e73d0 req-1e3d0baa-2484-4741-893f-059f514ab2e4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1d3dde78-d936-4294-b200-1bcc0c02662a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012475 Jun 01 15:54:45.203030 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-b38ed4e3-4e28-410e-9e28-13cbd60315de req-83dd9347-c8dc-4255-83fe-cedb86edf5d1 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Unset dirty status for tenant:bacb0648e54e4d259cd1fef515ec1094 on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:54:45.204218 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b38ed4e3-4e28-410e-9e28-13cbd60315de req-83dd9347-c8dc-4255-83fe-cedb86edf5d1 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f25e364-4755-4cbf-8767-f51da10059e0 HTTP/1.1" status: 200 len: 210 time: 0.1559539 Jun 01 15:54:45.319461 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a108b1a-ce5d-43e6-9f70-d8c4a3f92638 req-6182361a-5eaa-4c71-b394-302690291468 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:45.327602 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9a108b1a-ce5d-43e6-9f70-d8c4a3f92638 req-6182361a-5eaa-4c71-b394-302690291468 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c65904-9f8a-4af2-8c26-93376cd146d4 HTTP/1.1" status: 200 len: 943 time: 0.4943719 Jun 01 15:54:45.407365 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9a108b1a-ce5d-43e6-9f70-d8c4a3f92638 req-429c026a-507c-4209-92a9-391e161e5b34 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d793a74d-8365-49d7-8653-5b178f62e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786870 Jun 01 15:54:45.436171 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-833a2b4d-7e7a-4653-9e3a-58b1672e73d0 req-2abfa59c-3a66-42eb-af53-4da2d47dbdd4 service neutron] 10.222.0.89 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720664 Jun 01 15:54:45.575473 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 4bd53552-8850-4600-a5d2-1ba2c6913902 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:54:45.607905 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-833a2b4d-7e7a-4653-9e3a-58b1672e73d0 req-654650d8-92a9-4fb0-8a39-489ccb3771f7 service neutron] 10.222.0.89 "GET /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605666 Jun 01 15:54:45.654858 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:54:45.745262 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.db.resource_extend [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 15:54:45.777886 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] No Port match for: 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:54:45.778497 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 7c1a27a3-9fe9-4ab4-93ca-c925feaf770d not bound to the agent host hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:54:45.900489 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c5cc0-bcbe-4bdd-8f5f-e38da229e8b3 req-34f36ba3-fcad-4063-b78d-3616f734b551 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:45.912412 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c04c5cc0-bcbe-4bdd-8f5f-e38da229e8b3 req-34f36ba3-fcad-4063-b78d-3616f734b551 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94cf5b7-ec47-42c6-b17a-aa87289faeec HTTP/1.1" status: 200 len: 943 time: 0.1734555 Jun 01 15:54:45.935470 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 4bd53552-8850-4600-a5d2-1ba2c6913902, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=4bd53552-8850-4600-a5d2-1ba2c6913902,segment=NetworkSegment(afb6c675-98ec-46cb-a753-7555ff93e3f1),segment_id=afb6c675-98ec-46cb-a753-7555ff93e3f1)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:45.968617 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c04c5cc0-bcbe-4bdd-8f5f-e38da229e8b3 req-ef03498b-82a1-4f5f-80fd-7fb095aa9655 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552168 Jun 01 15:54:45.984013 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Returning: {'device': '4bd53552-8850-4600-a5d2-1ba2c6913902', 'network_id': 'dd5fa1ab-9e06-4077-9eee-f05f4406be9c', 'port_id': '4bd53552-8850-4600-a5d2-1ba2c6913902', 'mac_address': 'fa:16:3e:8a:1f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e32c885-6cd1-4012-934c-7fa575c2a602', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:54:46.064055 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:46.083754 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd53552-8850-4600-a5d2-1ba2c6913902 {{(pid=91977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:54:46.111771 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 4bd53552-8850-4600-a5d2-1ba2c6913902, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=4bd53552-8850-4600-a5d2-1ba2c6913902,segment=NetworkSegment(afb6c675-98ec-46cb-a753-7555ff93e3f1),segment_id=afb6c675-98ec-46cb-a753-7555ff93e3f1)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:46.116181 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:46.118353 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:46.209560 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=4bd53552-8850-4600-a5d2-1ba2c6913902,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:46.214225 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:46.258057 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006095f-a84a-4c42-89ea-2584e8208b93 req-4a829ddd-b10a-4f89-8059-b7c41567c927 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:46.259699 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2006095f-a84a-4c42-89ea-2584e8208b93 req-4a829ddd-b10a-4f89-8059-b7c41567c927 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.2114043 Jun 01 15:54:46.322228 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2006095f-a84a-4c42-89ea-2584e8208b93 req-1b0a5303-dd8c-4fe3-83cf-131237a69538 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543468 Jun 01 15:54:46.451640 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['4bd53552-8850-4600-a5d2-1ba2c6913902'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:54:46.778540 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bea06-94bf-402f-a993-98818265dba6 req-cf5da1da-f956-484f-ad63-ee4599a402a3 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:46.786276 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-536bea06-94bf-402f-a993-98818265dba6 req-cf5da1da-f956-484f-ad63-ee4599a402a3 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c65904-9f8a-4af2-8c26-93376cd146d4 HTTP/1.1" status: 200 len: 944 time: 0.1225317 Jun 01 15:54:46.839645 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-536bea06-94bf-402f-a993-98818265dba6 req-c364d48b-32b2-4c9b-b9e0-fbc9522523eb tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d793a74d-8365-49d7-8653-5b178f62e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523369 Jun 01 15:54:47.265184 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf519f7-317c-4215-a20f-33af6c148897 req-a5cae365-f7c5-42d6-92e2-383e241fe1cd tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:47.268013 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2cf519f7-317c-4215-a20f-33af6c148897 req-a5cae365-f7c5-42d6-92e2-383e241fe1cd tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94cf5b7-ec47-42c6-b17a-aa87289faeec HTTP/1.1" status: 200 len: 943 time: 0.1268053 Jun 01 15:54:47.321373 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2cf519f7-317c-4215-a20f-33af6c148897 req-1b4da9fa-f734-4149-b135-356e1e59fc80 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475650 Jun 01 15:54:47.560691 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cc80a-3af8-4c7c-9bdd-36fecaa8853e req-fac099e0-e74b-4a00-8db4-863ab2f4de63 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:47.562449 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8c2cc80a-3af8-4c7c-9bdd-36fecaa8853e req-fac099e0-e74b-4a00-8db4-863ab2f4de63 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.1036029 Jun 01 15:54:47.587217 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 2bde2f51-84d4-4292-b054-c8e3ee50572b details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:54:47.607694 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 4bd53552-8850-4600-a5d2-1ba2c6913902 up at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:54:47.698315 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8c2cc80a-3af8-4c7c-9bdd-36fecaa8853e req-de6dd7e4-ab83-4d79-82f0-f10683afd4aa tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253624 Jun 01 15:54:47.890503 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning for port 4bd53552-8850-4600-a5d2-1ba2c6913902 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:54:47.907591 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning complete for port 4bd53552-8850-4600-a5d2-1ba2c6913902 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:54:47.908071 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:48.004417 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 2bde2f51-84d4-4292-b054-c8e3ee50572b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2bde2f51-84d4-4292-b054-c8e3ee50572b,segment=NetworkSegment(5a582721-188e-4673-9d0d-d4bcf203f1bd),segment_id=5a582721-188e-4673-9d0d-d4bcf203f1bd)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:48.030531 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Returning: {'device': '2bde2f51-84d4-4292-b054-c8e3ee50572b', 'network_id': '1d3dde78-d936-4294-b200-1bcc0c02662a', 'port_id': '2bde2f51-84d4-4292-b054-c8e3ee50572b', 'mac_address': 'fa:16:3e:63:87:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c05ea02-37de-4c70-a86d-e39e23827d1a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:54:48.123864 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fd9c0-de17-443a-9d02-274a68637396 req-c555e148-7254-4e6f-a7d3-3b787463114b tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:48.131816 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-871fd9c0-de17-443a-9d02-274a68637396 req-c555e148-7254-4e6f-a7d3-3b787463114b tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c65904-9f8a-4af2-8c26-93376cd146d4 HTTP/1.1" status: 200 len: 944 time: 0.1588659 Jun 01 15:54:48.159284 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:48.192811 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-871fd9c0-de17-443a-9d02-274a68637396 req-491ed523-74a1-4b95-8880-2be7981f55d1 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d793a74d-8365-49d7-8653-5b178f62e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548570 Jun 01 15:54:48.230185 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bde2f51-84d4-4292-b054-c8e3ee50572b {{(pid=91977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:54:48.264382 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 2bde2f51-84d4-4292-b054-c8e3ee50572b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2bde2f51-84d4-4292-b054-c8e3ee50572b,segment=NetworkSegment(5a582721-188e-4673-9d0d-d4bcf203f1bd),segment_id=5a582721-188e-4673-9d0d-d4bcf203f1bd)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:48.274574 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:48.285105 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:48.289597 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:48.365601 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c65904-9f8a-4af2-8c26-93376cd146d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd53552-8850-4600-a5d2-1ba2c6913902'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:54:48.367660 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d165ff-9c61-4f9c-b604-6f451100c4c1" -d '{"events": [{"server_uuid": "14c65904-9f8a-4af2-8c26-93376cd146d4", "name": "network-vif-plugged", "status": "completed", "tag": "4bd53552-8850-4600-a5d2-1ba2c6913902"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:54:48.376849 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 4bd53552-8850-4600-a5d2-1ba2c6913902, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=4bd53552-8850-4600-a5d2-1ba2c6913902,segment=NetworkSegment(afb6c675-98ec-46cb-a753-7555ff93e3f1),segment_id=afb6c675-98ec-46cb-a753-7555ff93e3f1)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:48.387108 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:48.394671 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=2bde2f51-84d4-4292-b054-c8e3ee50572b,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:48.397783 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:48.398184 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:48.445396 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2531daa7-7e39-4794-80e0-4d7d0957ef6b x-openstack-request-id: req-2531daa7-7e39-4794-80e0-4d7d0957ef6b {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:54:48.445396 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c65904-9f8a-4af2-8c26-93376cd146d4", "name": "network-vif-plugged", "status": "completed", "tag": "4bd53552-8850-4600-a5d2-1ba2c6913902", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:54:48.445396 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2531daa7-7e39-4794-80e0-4d7d0957ef6b {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:54:48.445679 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c65904-9f8a-4af2-8c26-93376cd146d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd53552-8850-4600-a5d2-1ba2c6913902', 'code': 200} Jun 01 15:54:48.498638 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=4bd53552-8850-4600-a5d2-1ba2c6913902,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:48.503810 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:48.594407 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab77bf6-fdff-4fcf-bb45-de3fe5cc969f req-232852cb-efff-4524-9e10-4ed9cdac6d2c tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:48.604460 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8ab77bf6-fdff-4fcf-bb45-de3fe5cc969f req-232852cb-efff-4524-9e10-4ed9cdac6d2c tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94cf5b7-ec47-42c6-b17a-aa87289faeec HTTP/1.1" status: 200 len: 944 time: 0.1258712 Jun 01 15:54:48.657627 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8ab77bf6-fdff-4fcf-bb45-de3fe5cc969f req-89bce4ae-e872-4a16-8dca-e92112c84ffc tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515189 Jun 01 15:54:48.685156 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['2bde2f51-84d4-4292-b054-c8e3ee50572b'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:54:48.742063 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c0284-d027-4e4b-a116-97be98c75880 req-9251dd2f-e8f4-43e7-81c6-e5bb9e54fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:48.743557 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a64c0284-d027-4e4b-a116-97be98c75880 req-9251dd2f-e8f4-43e7-81c6-e5bb9e54fa24 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=14c65904-9f8a-4af2-8c26-93376cd146d4 HTTP/1.1" status: 200 len: 1098 time: 0.0845764 Jun 01 15:54:48.795612 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a64c0284-d027-4e4b-a116-97be98c75880 req-8208d6ad-6b70-46e0-b7ea-a0734a8350b5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d793a74d-8365-49d7-8653-5b178f62e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404897 Jun 01 15:54:48.919468 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde805b-155d-4cb8-adf1-1d888000ca20 req-c501cf27-5840-40c7-a0d6-c45ab68e920c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:48.920940 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3dde805b-155d-4cb8-adf1-1d888000ca20 req-c501cf27-5840-40c7-a0d6-c45ab68e920c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.0939898 Jun 01 15:54:48.967305 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3dde805b-155d-4cb8-adf1-1d888000ca20 req-0101551d-1c2e-4a7a-927c-cc315cff11e2 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402887 Jun 01 15:54:49.424679 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8401570-43aa-4b3c-9659-08287eca248f req-842c04ef-f39a-4ca9-a21c-75e56c21d842 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:49.427610 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e8401570-43aa-4b3c-9659-08287eca248f req-842c04ef-f39a-4ca9-a21c-75e56c21d842 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c65904-9f8a-4af2-8c26-93376cd146d4 HTTP/1.1" status: 200 len: 945 time: 0.1211772 Jun 01 15:54:49.482599 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e8401570-43aa-4b3c-9659-08287eca248f req-73c3a757-a8fa-414b-9213-8d0aebcde510 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d793a74d-8365-49d7-8653-5b178f62e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478458 Jun 01 15:54:49.995196 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4338a91-b67f-47ca-b9a0-5bf275837553 req-00e495af-d8e0-4bdd-869f-6047c4e4dc36 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:49.995196 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a4338a91-b67f-47ca-b9a0-5bf275837553 req-00e495af-d8e0-4bdd-869f-6047c4e4dc36 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94cf5b7-ec47-42c6-b17a-aa87289faeec HTTP/1.1" status: 200 len: 944 time: 0.1745269 Jun 01 15:54:50.128051 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a4338a91-b67f-47ca-b9a0-5bf275837553 req-adf6b519-18d6-4a32-8b2d-59c0f8b6421c tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330035 Jun 01 15:54:50.417565 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0357a87-f6a5-458f-9ec2-ceb2b44aa1e4 req-a6d2e023-ec18-40ee-8032-458df1d5af65 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:50.426101 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f0357a87-f6a5-458f-9ec2-ceb2b44aa1e4 req-a6d2e023-ec18-40ee-8032-458df1d5af65 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.1600549 Jun 01 15:54:50.535257 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f0357a87-f6a5-458f-9ec2-ceb2b44aa1e4 req-8dfdd2cc-8f76-4b8d-8e98-14daad5b68dc tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077876 Jun 01 15:54:50.778627 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b445c7-b9b2-4928-922b-b7ff7ccd4fb8 req-8948df9c-7f1c-40ed-8270-36947cc6a79f tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:50.780913 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-91b445c7-b9b2-4928-922b-b7ff7ccd4fb8 req-8948df9c-7f1c-40ed-8270-36947cc6a79f tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c65904-9f8a-4af2-8c26-93376cd146d4 HTTP/1.1" status: 200 len: 945 time: 0.1177216 Jun 01 15:54:50.859391 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-91b445c7-b9b2-4928-922b-b7ff7ccd4fb8 req-9a9a542d-e939-4a69-bcdc-f0d5c6ab1645 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d793a74d-8365-49d7-8653-5b178f62e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675359 Jun 01 15:54:51.505020 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0d364-4a32-4863-a654-e2a1c16219cd req-002d56cc-1625-4e15-a252-768329b06d69 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:51.515232 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d1b0d364-4a32-4863-a654-e2a1c16219cd req-002d56cc-1625-4e15-a252-768329b06d69 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94cf5b7-ec47-42c6-b17a-aa87289faeec HTTP/1.1" status: 200 len: 944 time: 0.1553235 Jun 01 15:54:51.596366 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 2bde2f51-84d4-4292-b054-c8e3ee50572b up at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:54:51.608959 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d1b0d364-4a32-4863-a654-e2a1c16219cd req-65d51327-1a9f-46b0-be4d-71a7474abb09 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922720 Jun 01 15:54:51.797288 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning for port 2bde2f51-84d4-4292-b054-c8e3ee50572b completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:54:51.808546 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning complete for port 2bde2f51-84d4-4292-b054-c8e3ee50572b triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:54:51.808987 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:51.946015 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa7907-8c56-470e-b205-95da1bfa498f req-0b3c985b-e6b3-4d66-9154-9debb880d273 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:51.950823 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-afaa7907-8c56-470e-b205-95da1bfa498f req-0b3c985b-e6b3-4d66-9154-9debb880d273 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.1900444 Jun 01 15:54:52.043014 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-afaa7907-8c56-470e-b205-95da1bfa498f req-0f634710-8f69-4931-861c-a97ca35158de tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785582 Jun 01 15:54:52.104495 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:52.146178 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94cf5b7-ec47-42c6-b17a-aa87289faeec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bde2f51-84d4-4292-b054-c8e3ee50572b'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:54:52.149133 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447242f7-a075-4fc1-b195-7c77f11a8634" -d '{"events": [{"server_uuid": "a94cf5b7-ec47-42c6-b17a-aa87289faeec", "name": "network-vif-plugged", "status": "completed", "tag": "2bde2f51-84d4-4292-b054-c8e3ee50572b"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:54:52.169645 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 2bde2f51-84d4-4292-b054-c8e3ee50572b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2bde2f51-84d4-4292-b054-c8e3ee50572b,segment=NetworkSegment(5a582721-188e-4673-9d0d-d4bcf203f1bd),segment_id=5a582721-188e-4673-9d0d-d4bcf203f1bd)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:52.176942 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:52.182126 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:52.244926 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3a9f7e-26e9-4f2d-95bc-398824d93197 x-openstack-request-id: req-ba3a9f7e-26e9-4f2d-95bc-398824d93197 {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:54:52.245673 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94cf5b7-ec47-42c6-b17a-aa87289faeec", "name": "network-vif-plugged", "status": "completed", "tag": "2bde2f51-84d4-4292-b054-c8e3ee50572b", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:54:52.246653 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba3a9f7e-26e9-4f2d-95bc-398824d93197 {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:54:52.247395 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94cf5b7-ec47-42c6-b17a-aa87289faeec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bde2f51-84d4-4292-b054-c8e3ee50572b', 'code': 200} Jun 01 15:54:52.331481 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=2bde2f51-84d4-4292-b054-c8e3ee50572b,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:52.336814 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:52.706389 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d900b-3f57-469a-a561-9049cd75022c req-b6fce86c-e17c-436b-a1ff-b34816532403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:52.714825 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a69d900b-3f57-469a-a561-9049cd75022c req-b6fce86c-e17c-436b-a1ff-b34816532403 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a94cf5b7-ec47-42c6-b17a-aa87289faeec HTTP/1.1" status: 200 len: 1098 time: 0.1359627 Jun 01 15:54:52.779328 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a69d900b-3f57-469a-a561-9049cd75022c req-6eb75dcd-e99a-4153-b646-e499c4e209a9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591004 Jun 01 15:54:52.783279 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:52.940853 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ce742-b1ba-400c-b3f8-e4315a306586 req-9d8d7697-7cd3-4d72-aa2e-f15f3f690873 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:52.942998 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-703ce742-b1ba-400c-b3f8-e4315a306586 req-9d8d7697-7cd3-4d72-aa2e-f15f3f690873 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94cf5b7-ec47-42c6-b17a-aa87289faeec HTTP/1.1" status: 200 len: 945 time: 0.1452215 Jun 01 15:54:53.072511 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-703ce742-b1ba-400c-b3f8-e4315a306586 req-61aa6a5b-2efc-4222-9638-9b39dc30343c tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187260 Jun 01 15:54:53.419668 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a6270-4b13-4f05-85b7-5bb689c8ff0a req-0411356b-5980-4c90-a5a4-f368dcaa0e71 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:53.422909 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b61a6270-4b13-4f05-85b7-5bb689c8ff0a req-0411356b-5980-4c90-a5a4-f368dcaa0e71 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.2024488 Jun 01 15:54:53.520767 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b61a6270-4b13-4f05-85b7-5bb689c8ff0a req-573b291f-e755-4238-817a-664a5a7b20d6 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802493 Jun 01 15:54:54.311432 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713c9d9-e2fa-4f35-ae30-9cd1b737e345 req-6d8434d1-9793-4908-931a-8aa02d09c79e tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:54.313142 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8713c9d9-e2fa-4f35-ae30-9cd1b737e345 req-6d8434d1-9793-4908-931a-8aa02d09c79e tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94cf5b7-ec47-42c6-b17a-aa87289faeec HTTP/1.1" status: 200 len: 945 time: 0.1007912 Jun 01 15:54:54.365552 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8713c9d9-e2fa-4f35-ae30-9cd1b737e345 req-24341ff6-e9b6-49a5-a3dd-afaa99b189e1 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423458 Jun 01 15:54:54.884146 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda9adf-90ae-4dba-93a5-bf956dd51d30 req-9796db32-fb18-4030-b376-4fdcd8f81a26 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:54.889017 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-aeda9adf-90ae-4dba-93a5-bf956dd51d30 req-9796db32-fb18-4030-b376-4fdcd8f81a26 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.1712351 Jun 01 15:54:54.969144 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-aeda9adf-90ae-4dba-93a5-bf956dd51d30 req-c8279be0-8a1e-4c06-8b48-ed9eaec2d14e tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721059 Jun 01 15:54:55.799966 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e86360-5bbe-4d4a-aaa5-cbf69347254d req-10ca458f-7b0a-4060-88f8-3eed0a72a18b tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:55.802155 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-74e86360-5bbe-4d4a-aaa5-cbf69347254d req-10ca458f-7b0a-4060-88f8-3eed0a72a18b tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c65904-9f8a-4af2-8c26-93376cd146d4 HTTP/1.1" status: 200 len: 945 time: 0.1593597 Jun 01 15:54:55.854194 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-74e86360-5bbe-4d4a-aaa5-cbf69347254d req-1c90a0cc-4d07-400d-a2ef-0966e01e06e9 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d793a74d-8365-49d7-8653-5b178f62e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460398 Jun 01 15:54:56.244184 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2bade-f3bd-4e35-8e81-5c3ed26c8142 req-2ce4b242-2daa-4426-b0bf-32b86310ecf2 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:56.251725 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-88d2bade-f3bd-4e35-8e81-5c3ed26c8142 req-2ce4b242-2daa-4426-b0bf-32b86310ecf2 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.1376894 Jun 01 15:54:56.317903 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-88d2bade-f3bd-4e35-8e81-5c3ed26c8142 req-eb7763e6-d8e9-4563-b47a-2b86349b08bf tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609748 Jun 01 15:54:57.061793 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 60320) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:57.237452 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-07319cc1-0898-452d-b1fb-c8a321422b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:57.247790 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc21d29-b284-4583-9c7a-594e21208f22 req-6ca11fb2-9e56-4e34-96cd-27b124cdae49 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:57.250221 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7dc21d29-b284-4583-9c7a-594e21208f22 req-6ca11fb2-9e56-4e34-96cd-27b124cdae49 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c65904-9f8a-4af2-8c26-93376cd146d4 HTTP/1.1" status: 200 len: 945 time: 0.1458225 Jun 01 15:54:57.263534 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-07319cc1-0898-452d-b1fb-c8a321422b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:57.271412 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-07319cc1-0898-452d-b1fb-c8a321422b49 admin admin] Usage tracker for resource:security_group_rule and tenant:891e355a25f944bb85d015177045bf27 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:57.281253 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-07319cc1-0898-452d-b1fb-c8a321422b49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:57.299523 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-07319cc1-0898-452d-b1fb-c8a321422b49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:57.392051 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7dc21d29-b284-4583-9c7a-594e21208f22 req-f0e274eb-62a2-42bb-a0e0-4cf7ba26f034 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d793a74d-8365-49d7-8653-5b178f62e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307056 Jun 01 15:54:57.490995 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-07319cc1-0898-452d-b1fb-c8a321422b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:57.509267 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-07319cc1-0898-452d-b1fb-c8a321422b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:57.535288 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-738e9acc-f747-4ee4-9c4c-a031d0eeffbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:57.588952 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07319cc1-0898-452d-b1fb-c8a321422b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622ba42e-d630-4418-9ed4-1ab72e982cd8,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:57.605662 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-07319cc1-0898-452d-b1fb-c8a321422b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:57.613645 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-07319cc1-0898-452d-b1fb-c8a321422b49 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=891e355a25f944bb85d015177045bf27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5513451 Jun 01 15:54:57.618294 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 60336) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:57.804039 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-8c48903b-d02e-42e4-8d50-df6a48cca12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:57.888857 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-8c48903b-d02e-42e4-8d50-df6a48cca12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:57.928815 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2904f-256b-491e-ab6a-950cb4c9969e req-01f6b36f-6ca6-4d24-af58-ab3f47637fde tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:57.930325 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-34a2904f-256b-491e-ab6a-950cb4c9969e req-01f6b36f-6ca6-4d24-af58-ab3f47637fde tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.2738869 Jun 01 15:54:58.019478 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ad24f-0130-4389-bb98-a4bd03853be6 req-b28544e0-e837-464e-b10c-9249ecd2e260 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:58.021154 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d93ad24f-0130-4389-bb98-a4bd03853be6 req-b28544e0-e837-464e-b10c-9249ecd2e260 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.89 "GET /v2.0/ports?device_id=14c65904-9f8a-4af2-8c26-93376cd146d4 HTTP/1.1" status: 200 len: 945 time: 0.2197576 Jun 01 15:54:58.037411 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-34a2904f-256b-491e-ab6a-950cb4c9969e req-44c64f96-eb0c-423f-9c01-2a41eed11371 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894325 Jun 01 15:54:58.095112 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-8c48903b-d02e-42e4-8d50-df6a48cca12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:58.103584 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:58.124823 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48903b-d02e-42e4-8d50-df6a48cca12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622ba42e-d630-4418-9ed4-1ab72e982cd8,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:58.128075 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 60348) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:58.134316 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-8c48903b-d02e-42e4-8d50-df6a48cca12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:58.147953 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-8c48903b-d02e-42e4-8d50-df6a48cca12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:58.149263 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-8c48903b-d02e-42e4-8d50-df6a48cca12b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/622ba42e-d630-4418-9ed4-1ab72e982cd8 HTTP/1.1" status: 204 len: 168 time: 0.5236366 Jun 01 15:54:58.276802 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [req-d93ad24f-0130-4389-bb98-a4bd03853be6 req-19cd4fa6-2c97-452f-aa04-cdbbb6f4138b tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Deleting port 4bd53552-8850-4600-a5d2-1ba2c6913902 {{(pid=91975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:54:58.277494 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-d93ad24f-0130-4389-bb98-a4bd03853be6 req-19cd4fa6-2c97-452f-aa04-cdbbb6f4138b tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:58.583586 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:54:58.647380 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-d93ad24f-0130-4389-bb98-a4bd03853be6 req-19cd4fa6-2c97-452f-aa04-cdbbb6f4138b tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] For port 4bd53552-8850-4600-a5d2-1ba2c6913902, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=4bd53552-8850-4600-a5d2-1ba2c6913902,segment=NetworkSegment(afb6c675-98ec-46cb-a753-7555ff93e3f1),segment_id=afb6c675-98ec-46cb-a753-7555ff93e3f1)] {{(pid=91975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:54:58.647993 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-d93ad24f-0130-4389-bb98-a4bd03853be6 req-19cd4fa6-2c97-452f-aa04-cdbbb6f4138b tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:58.936695 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8ab185ec-d733-4ce6-b3da-20e347f82902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:58.962795 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [req-d93ad24f-0130-4389-bb98-a4bd03853be6 req-19cd4fa6-2c97-452f-aa04-cdbbb6f4138b tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Calling delete_port for 4bd53552-8850-4600-a5d2-1ba2c6913902 owned by compute:nova {{(pid=91975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:54:59.022191 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-8ab185ec-d733-4ce6-b3da-20e347f82902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:59.042724 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-8ab185ec-d733-4ce6-b3da-20e347f82902 admin admin] Usage tracker for resource:security_group_rule and tenant:ef0918eee52045a689f14a0df28d7fab is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:59.053215 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-8ab185ec-d733-4ce6-b3da-20e347f82902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:59.078267 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 60368) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:59.135290 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-8ab185ec-d733-4ce6-b3da-20e347f82902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:59.138878 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c6b68-554e-438d-877b-66eff5a1b594 req-553a8c93-ad4e-4d67-9de3-58b1bc074d33 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:59.144567 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ecf2f8d2-347d-4b11-9799-8473ec9d621f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:59.149809 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-144c6b68-554e-438d-877b-66eff5a1b594 req-553a8c93-ad4e-4d67-9de3-58b1bc074d33 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c65904-9f8a-4af2-8c26-93376cd146d4 HTTP/1.1" status: 200 len: 945 time: 0.3571894 Jun 01 15:54:59.195242 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-ecf2f8d2-347d-4b11-9799-8473ec9d621f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:54:59.210113 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-ecf2f8d2-347d-4b11-9799-8473ec9d621f admin admin] Usage tracker for resource:security_group_rule and tenant:55510f76e4e54077abb7a64fdd64bbbc is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:54:59.213929 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-ecf2f8d2-347d-4b11-9799-8473ec9d621f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:54:59.224712 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-144c6b68-554e-438d-877b-66eff5a1b594 req-c7bf4b10-a070-459d-a0eb-dbf509462f3c tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d793a74d-8365-49d7-8653-5b178f62e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636003 Jun 01 15:54:59.239861 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-ecf2f8d2-347d-4b11-9799-8473ec9d621f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:54:59.398272 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-d93ad24f-0130-4389-bb98-a4bd03853be6 req-19cd4fa6-2c97-452f-aa04-cdbbb6f4138b tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:59.413591 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['4bd53552-8850-4600-a5d2-1ba2c6913902'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:54:59.415472 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:59.469511 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd4fa6-2c97-452f-aa04-cdbbb6f4138b tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Pushing event deleted for resources: {'Port': ['ID=4bd53552-8850-4600-a5d2-1ba2c6913902,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:59.483009 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126070c-cf68-491f-861c-f8be668777a2 req-66f8f184-0054-440a-87d5-093951cd19a1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:54:59.490369 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b126070c-cf68-491f-861c-f8be668777a2 req-66f8f184-0054-440a-87d5-093951cd19a1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.2501163 Jun 01 15:54:59.492662 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-19cd4fa6-2c97-452f-aa04-cdbbb6f4138b tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:59.623222 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93ad24f-0130-4389-bb98-a4bd03853be6 req-19cd4fa6-2c97-452f-aa04-cdbbb6f4138b tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] No DVR routers for this DVR port 4bd53552-8850-4600-a5d2-1ba2c6913902 on host hv-cinder-79351 {{(pid=91975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:54:59.628479 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-d93ad24f-0130-4389-bb98-a4bd03853be6 req-19cd4fa6-2c97-452f-aa04-cdbbb6f4138b tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:59.648605 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c65904-9f8a-4af2-8c26-93376cd146d4', 'name': 'network-vif-deleted', 'tag': '4bd53552-8850-4600-a5d2-1ba2c6913902'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:54:59.651524 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50832dc3-dddf-438a-ba4b-ddd7585c93d0" -d '{"events": [{"server_uuid": "14c65904-9f8a-4af2-8c26-93376cd146d4", "name": "network-vif-deleted", "tag": "4bd53552-8850-4600-a5d2-1ba2c6913902"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:54:59.656335 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d93ad24f-0130-4389-bb98-a4bd03853be6 req-19cd4fa6-2c97-452f-aa04-cdbbb6f4138b tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.89 "DELETE /v2.0/ports/4bd53552-8850-4600-a5d2-1ba2c6913902 HTTP/1.1" status: 204 len: 173 time: 1.6281235 Jun 01 15:54:59.701076 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ecf2f8d2-347d-4b11-9799-8473ec9d621f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:59.708959 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8ab185ec-d733-4ce6-b3da-20e347f82902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:59.710005 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ecf2f8d2-347d-4b11-9799-8473ec9d621f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:59.710720 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b126070c-cf68-491f-861c-f8be668777a2 req-0f2bf03a-a295-46f6-b2fb-92faa52bb33e tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164290 Jun 01 15:54:59.730608 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-3d693d34-8042-4f64-a5b0-86391f9d975c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:59.733321 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8ab185ec-d733-4ce6-b3da-20e347f82902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:59.742709 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2ebf23-c424-4704-acc0-4e4cde80bb9d x-openstack-request-id: req-fc2ebf23-c424-4704-acc0-4e4cde80bb9d {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:54:59.743114 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c65904-9f8a-4af2-8c26-93376cd146d4", "name": "network-vif-deleted", "tag": "4bd53552-8850-4600-a5d2-1ba2c6913902", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:54:59.743498 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc2ebf23-c424-4704-acc0-4e4cde80bb9d {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:54:59.744199 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c65904-9f8a-4af2-8c26-93376cd146d4', 'name': 'network-vif-deleted', 'tag': '4bd53552-8850-4600-a5d2-1ba2c6913902', 'status': 'completed', 'code': 200} Jun 01 15:54:59.813568 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 60372) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:59.813903 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-8ab185ec-d733-4ce6-b3da-20e347f82902 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ef0918eee52045a689f14a0df28d7fab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6839592 Jun 01 15:54:59.814796 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2f8d2-347d-4b11-9799-8473ec9d621f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452b669b-eb33-45fb-8461-9b1f1f25f723,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:59.824369 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-ecf2f8d2-347d-4b11-9799-8473ec9d621f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=55510f76e4e54077abb7a64fdd64bbbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7431502 Jun 01 15:54:59.825899 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-ecf2f8d2-347d-4b11-9799-8473ec9d621f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:59.827109 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 60374) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:54:59.827487 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-f127380f-732f-4940-a039-408d78109c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:54:59.903091 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab185ec-d733-4ce6-b3da-20e347f82902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7f5553-12ac-4485-85e5-a46d4a707380,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:54:59.908365 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-8ab185ec-d733-4ce6-b3da-20e347f82902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:54:59.915741 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-1a1e623b-a9d8-478f-baeb-b26c49da8577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:59.941081 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-c34bcc6a-4b22-4cd7-a0b2-4fedc2254f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:59.964263 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-1a1e623b-a9d8-478f-baeb-b26c49da8577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:54:59.984857 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-c34bcc6a-4b22-4cd7-a0b2-4fedc2254f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:00.036293 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-1a1e623b-a9d8-478f-baeb-b26c49da8577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:00.052114 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-3943cef0-408e-494c-9355-7431bac2547d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:00.069718 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-c34bcc6a-4b22-4cd7-a0b2-4fedc2254f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:00.072982 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e623b-a9d8-478f-baeb-b26c49da8577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7f5553-12ac-4485-85e5-a46d4a707380,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:00.088158 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-65720e48-6d82-4ba6-8102-f162ba03d041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:00.094762 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-1a1e623b-a9d8-478f-baeb-b26c49da8577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:00.108425 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-1a1e623b-a9d8-478f-baeb-b26c49da8577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:00.111475 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-1a1e623b-a9d8-478f-baeb-b26c49da8577 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d7f5553-12ac-4485-85e5-a46d4a707380 HTTP/1.1" status: 204 len: 168 time: 0.2957745 Jun 01 15:55:00.113289 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bcc6a-4b22-4cd7-a0b2-4fedc2254f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452b669b-eb33-45fb-8461-9b1f1f25f723,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:00.119464 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-c34bcc6a-4b22-4cd7-a0b2-4fedc2254f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:00.121293 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-c34bcc6a-4b22-4cd7-a0b2-4fedc2254f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:00.122835 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-c34bcc6a-4b22-4cd7-a0b2-4fedc2254f09 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/452b669b-eb33-45fb-8461-9b1f1f25f723 HTTP/1.1" status: 204 len: 168 time: 0.2853732 Jun 01 15:55:00.601492 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-eb61ad9a-edd6-4952-adbf-e297b200c292 req-68474a02-f582-4d6f-bf27-ef50d697f12b tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Synchronizing usage tracker for tenant:aed817307c0d4d17bb577dcbd1f3cd83 on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:55:00.656288 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-eb61ad9a-edd6-4952-adbf-e297b200c292 req-68474a02-f582-4d6f-bf27-ef50d697f12b tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Unset dirty status for tenant:aed817307c0d4d17bb577dcbd1f3cd83 on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:55:00.657968 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-eb61ad9a-edd6-4952-adbf-e297b200c292 req-68474a02-f582-4d6f-bf27-ef50d697f12b tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c65904-9f8a-4af2-8c26-93376cd146d4 HTTP/1.1" status: 200 len: 210 time: 0.1320088 Jun 01 15:55:01.162090 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06a4c9-4064-44f2-8cbd-975dd393b470 req-e0a642f6-aaec-48fb-bb3e-2f1185088873 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:01.176553 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f06a4c9-4064-44f2-8cbd-975dd393b470 req-e0a642f6-aaec-48fb-bb3e-2f1185088873 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.2815843 Jun 01 15:55:01.244599 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f06a4c9-4064-44f2-8cbd-975dd393b470 req-1e9aff3f-fc8f-4294-83d2-a750a538bb96 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648975 Jun 01 15:55:01.621811 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 4bd53552-8850-4600-a5d2-1ba2c6913902 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:55:01.691173 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] No Port match for: 4bd53552-8850-4600-a5d2-1ba2c6913902 {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:55:01.691799 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 4bd53552-8850-4600-a5d2-1ba2c6913902 not bound to the agent host hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:55:02.603588 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830008ea-ff5f-48fd-a407-6cbe7daca62a req-c8bec053-75b1-42da-95b1-67eff5c04968 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:02.606085 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-830008ea-ff5f-48fd-a407-6cbe7daca62a req-c8bec053-75b1-42da-95b1-67eff5c04968 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.1690500 Jun 01 15:55:02.713891 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-830008ea-ff5f-48fd-a407-6cbe7daca62a req-8b33faf8-f244-4006-a950-b45bd0779399 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012738 Jun 01 15:55:03.204498 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 60480) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:03.366820 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f7239d4d-42c3-400e-ba63-3d321c631c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:03.389030 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-f7239d4d-42c3-400e-ba63-3d321c631c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:03.393501 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-f7239d4d-42c3-400e-ba63-3d321c631c60 admin admin] Usage tracker for resource:security_group_rule and tenant:fc5efce641714bd9a6bde527b563290d is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:03.397088 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-f7239d4d-42c3-400e-ba63-3d321c631c60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:03.405144 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-f7239d4d-42c3-400e-ba63-3d321c631c60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:03.537687 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f7239d4d-42c3-400e-ba63-3d321c631c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:03.541730 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f7239d4d-42c3-400e-ba63-3d321c631c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:03.551792 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e25fb94a-71ae-4723-ba5c-f82714f0ec85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:03.600478 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-f7239d4d-42c3-400e-ba63-3d321c631c60 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc5efce641714bd9a6bde527b563290d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3950572 Jun 01 15:55:03.601377 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7239d4d-42c3-400e-ba63-3d321c631c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a19766-f86b-4bbb-a8a3-605712e4ec21,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:03.603239 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 60488) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:03.605240 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-f7239d4d-42c3-400e-ba63-3d321c631c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:03.689879 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c5ff93cd-126d-45d0-8bc0-6f0c66e614f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:03.734183 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c5ff93cd-126d-45d0-8bc0-6f0c66e614f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:03.896935 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c5ff93cd-126d-45d0-8bc0-6f0c66e614f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:03.924760 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-888a8844-79c7-4890-8967-6416b56e8419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:04.052295 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff93cd-126d-45d0-8bc0-6f0c66e614f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a19766-f86b-4bbb-a8a3-605712e4ec21,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:04.072472 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff93cd-126d-45d0-8bc0-6f0c66e614f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:04.074217 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff93cd-126d-45d0-8bc0-6f0c66e614f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:04.074651 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff93cd-126d-45d0-8bc0-6f0c66e614f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:04.076157 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff93cd-126d-45d0-8bc0-6f0c66e614f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:04.076810 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff93cd-126d-45d0-8bc0-6f0c66e614f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:04.078414 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff93cd-126d-45d0-8bc0-6f0c66e614f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:04.080007 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff93cd-126d-45d0-8bc0-6f0c66e614f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:04.085612 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff93cd-126d-45d0-8bc0-6f0c66e614f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:04.085612 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff93cd-126d-45d0-8bc0-6f0c66e614f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:04.085612 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff93cd-126d-45d0-8bc0-6f0c66e614f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:04.085612 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff93cd-126d-45d0-8bc0-6f0c66e614f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:04.085612 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff93cd-126d-45d0-8bc0-6f0c66e614f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:04.092397 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c5ff93cd-126d-45d0-8bc0-6f0c66e614f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:04.106522 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-c5ff93cd-126d-45d0-8bc0-6f0c66e614f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e2a19766-f86b-4bbb-a8a3-605712e4ec21 HTTP/1.1" status: 204 len: 168 time: 0.4960971 Jun 01 15:55:04.106522 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-c5ff93cd-126d-45d0-8bc0-6f0c66e614f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:04.193937 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d63e44-5aa7-46fb-ad7d-b3bdd8058ecf req-51e94730-ae6a-4e35-aa26-e2158b49a683 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:04.197488 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-88d63e44-5aa7-46fb-ad7d-b3bdd8058ecf req-51e94730-ae6a-4e35-aa26-e2158b49a683 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.2465510 Jun 01 15:55:04.291647 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-88d63e44-5aa7-46fb-ad7d-b3bdd8058ecf req-ccf20ce9-7d43-415c-b4bb-4cdaeb715b0e tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881710 Jun 01 15:55:05.417555 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415666f-ebb4-4294-9834-0c6b6f60e2a4 req-3eb4eb15-b660-4c32-bc0f-01f91a0d871a tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:05.419561 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d415666f-ebb4-4294-9834-0c6b6f60e2a4 req-3eb4eb15-b660-4c32-bc0f-01f91a0d871a tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94cf5b7-ec47-42c6-b17a-aa87289faeec HTTP/1.1" status: 200 len: 945 time: 0.1248727 Jun 01 15:55:05.495323 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d415666f-ebb4-4294-9834-0c6b6f60e2a4 req-e99b7537-5b5a-47cc-b257-ad3ac1527acd tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623288 Jun 01 15:55:05.687197 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23772c6f-3a61-43e5-b863-44b372317a2b req-81ece3c0-40e1-49b3-a340-101ee267d2d1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:05.694752 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-23772c6f-3a61-43e5-b863-44b372317a2b req-81ece3c0-40e1-49b3-a340-101ee267d2d1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.0956745 Jun 01 15:55:05.758564 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-23772c6f-3a61-43e5-b863-44b372317a2b req-d4544d24-bcf0-48e2-aff7-b5a04ba3264c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587955 Jun 01 15:55:06.356068 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 60570) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:06.593109 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-1a96ac97-43db-4acc-9957-b5736bc00df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:06.634633 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-1a96ac97-43db-4acc-9957-b5736bc00df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:06.643949 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-1a96ac97-43db-4acc-9957-b5736bc00df7 admin admin] Usage tracker for resource:security_group_rule and tenant:08883e2b03724fc591a6e1d39e0e7398 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:06.650248 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-1a96ac97-43db-4acc-9957-b5736bc00df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:06.661659 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-1a96ac97-43db-4acc-9957-b5736bc00df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:06.983081 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-1a96ac97-43db-4acc-9957-b5736bc00df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:07.001494 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-1a96ac97-43db-4acc-9957-b5736bc00df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:07.013443 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-4db3093b-0a5b-4d63-85cd-bb155751a9fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:07.060673 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-1a96ac97-43db-4acc-9957-b5736bc00df7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=08883e2b03724fc591a6e1d39e0e7398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7018518 Jun 01 15:55:07.064197 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 60586) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:07.071897 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96ac97-43db-4acc-9957-b5736bc00df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ae9401-2aea-4e42-8f01-98f01db23592,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:07.087703 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-1a96ac97-43db-4acc-9957-b5736bc00df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:07.110468 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579271aa-034f-4ee2-b6e4-70a80a74c51b req-c1a4072c-e319-48d0-9bfe-6cab0b901cc8 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:07.114532 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-579271aa-034f-4ee2-b6e4-70a80a74c51b req-c1a4072c-e319-48d0-9bfe-6cab0b901cc8 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94cf5b7-ec47-42c6-b17a-aa87289faeec HTTP/1.1" status: 200 len: 945 time: 0.2721956 Jun 01 15:55:07.162439 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-a9dabbfd-2d76-4ffc-a665-f4f20e7f49d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:07.205145 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-a9dabbfd-2d76-4ffc-a665-f4f20e7f49d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:07.243169 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-579271aa-034f-4ee2-b6e4-70a80a74c51b req-85a08fd6-14b4-4790-b20b-e22098131b9c tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193159 Jun 01 15:55:07.336907 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b936aa-7286-4575-a735-b339ef87b82d req-df7eee78-722e-48e8-8e7d-9731b1d2ac64 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:07.340119 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-a9dabbfd-2d76-4ffc-a665-f4f20e7f49d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:07.351993 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-69b729bc-2cbf-47e7-83b6-90f7715c7554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:07.353852 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d3b936aa-7286-4575-a735-b339ef87b82d req-df7eee78-722e-48e8-8e7d-9731b1d2ac64 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.89 "GET /v2.0/ports?device_id=a94cf5b7-ec47-42c6-b17a-aa87289faeec HTTP/1.1" status: 200 len: 945 time: 0.2067771 Jun 01 15:55:07.427471 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dabbfd-2d76-4ffc-a665-f4f20e7f49d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ae9401-2aea-4e42-8f01-98f01db23592,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:07.468335 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dabbfd-2d76-4ffc-a665-f4f20e7f49d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:07.468642 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dabbfd-2d76-4ffc-a665-f4f20e7f49d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:07.468996 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dabbfd-2d76-4ffc-a665-f4f20e7f49d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:07.469528 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dabbfd-2d76-4ffc-a665-f4f20e7f49d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:07.482852 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dabbfd-2d76-4ffc-a665-f4f20e7f49d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:07.484840 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dabbfd-2d76-4ffc-a665-f4f20e7f49d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:07.485469 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dabbfd-2d76-4ffc-a665-f4f20e7f49d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:07.486073 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dabbfd-2d76-4ffc-a665-f4f20e7f49d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:07.488879 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dabbfd-2d76-4ffc-a665-f4f20e7f49d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:07.489529 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dabbfd-2d76-4ffc-a665-f4f20e7f49d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:07.490116 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dabbfd-2d76-4ffc-a665-f4f20e7f49d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:07.492911 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dabbfd-2d76-4ffc-a665-f4f20e7f49d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:07.534008 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-a9dabbfd-2d76-4ffc-a665-f4f20e7f49d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:07.571912 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-a9dabbfd-2d76-4ffc-a665-f4f20e7f49d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:07.579020 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-a9dabbfd-2d76-4ffc-a665-f4f20e7f49d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a6ae9401-2aea-4e42-8f01-98f01db23592 HTTP/1.1" status: 204 len: 168 time: 0.5122433 Jun 01 15:55:07.717523 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-a7e76df6-3921-43b3-b675-124e354fb493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:07.798024 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe9596-eaf6-4b65-96b2-b825cdff414c req-ea08de39-bf6d-4e1a-a897-ff1a937cf616 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:07.799938 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-59fe9596-eaf6-4b65-96b2-b825cdff414c req-ea08de39-bf6d-4e1a-a897-ff1a937cf616 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.2757888 Jun 01 15:55:07.887157 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [req-d3b936aa-7286-4575-a735-b339ef87b82d req-b5d1e754-ad1a-43fd-80af-691c35fb4713 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Deleting port 2bde2f51-84d4-4292-b054-c8e3ee50572b {{(pid=91975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:55:07.887654 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-d3b936aa-7286-4575-a735-b339ef87b82d req-b5d1e754-ad1a-43fd-80af-691c35fb4713 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:08.011154 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-59fe9596-eaf6-4b65-96b2-b825cdff414c req-55723db8-375d-4148-a3c7-eafacf6ab243 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960378 Jun 01 15:55:08.183735 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-d3b936aa-7286-4575-a735-b339ef87b82d req-b5d1e754-ad1a-43fd-80af-691c35fb4713 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] For port 2bde2f51-84d4-4292-b054-c8e3ee50572b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2bde2f51-84d4-4292-b054-c8e3ee50572b,segment=NetworkSegment(5a582721-188e-4673-9d0d-d4bcf203f1bd),segment_id=5a582721-188e-4673-9d0d-d4bcf203f1bd)] {{(pid=91975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:08.184040 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-d3b936aa-7286-4575-a735-b339ef87b82d req-b5d1e754-ad1a-43fd-80af-691c35fb4713 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:08.349259 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [req-d3b936aa-7286-4575-a735-b339ef87b82d req-b5d1e754-ad1a-43fd-80af-691c35fb4713 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Calling delete_port for 2bde2f51-84d4-4292-b054-c8e3ee50572b owned by compute:nova {{(pid=91975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:55:08.590697 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-d3b936aa-7286-4575-a735-b339ef87b82d req-b5d1e754-ad1a-43fd-80af-691c35fb4713 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:08.610719 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:08.613436 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['7f58f9ce-194a-4fc7-97d9-15c10a48bd27', '2c4d9d7c-b79e-45db-89b5-307137463a46', '5dfd453d-619b-46ad-9b65-0dc324a5822d', '2bde2f51-84d4-4292-b054-c8e3ee50572b'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:55:08.676727 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1e754-ad1a-43fd-80af-691c35fb4713 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Pushing event deleted for resources: {'Port': ['ID=2bde2f51-84d4-4292-b054-c8e3ee50572b,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:08.720465 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-b5d1e754-ad1a-43fd-80af-691c35fb4713 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:08.738398 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc1d8a-d4b6-4187-a7dc-fd0d29f3622e req-85f52a11-b1c8-4f4f-b7e9-3fdc56b6e74e tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:08.747216 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ecbc1d8a-d4b6-4187-a7dc-fd0d29f3622e req-85f52a11-b1c8-4f4f-b7e9-3fdc56b6e74e tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94cf5b7-ec47-42c6-b17a-aa87289faeec HTTP/1.1" status: 200 len: 945 time: 0.3140047 Jun 01 15:55:08.935558 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b936aa-7286-4575-a735-b339ef87b82d req-b5d1e754-ad1a-43fd-80af-691c35fb4713 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] No DVR routers for this DVR port 2bde2f51-84d4-4292-b054-c8e3ee50572b on host hv-cinder-79351 {{(pid=91975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:55:08.950906 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-d3b936aa-7286-4575-a735-b339ef87b82d req-b5d1e754-ad1a-43fd-80af-691c35fb4713 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:08.954534 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94cf5b7-ec47-42c6-b17a-aa87289faeec', 'name': 'network-vif-deleted', 'tag': '2bde2f51-84d4-4292-b054-c8e3ee50572b'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:55:08.957466 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f24069-6e03-4cb0-b0eb-d298a49a9405" -d '{"events": [{"server_uuid": "a94cf5b7-ec47-42c6-b17a-aa87289faeec", "name": "network-vif-deleted", "tag": "2bde2f51-84d4-4292-b054-c8e3ee50572b"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:55:08.988234 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ecbc1d8a-d4b6-4187-a7dc-fd0d29f3622e req-6f830910-174f-4342-9d26-dbd4826178d7 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399657 Jun 01 15:55:09.017569 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d3b936aa-7286-4575-a735-b339ef87b82d req-b5d1e754-ad1a-43fd-80af-691c35fb4713 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.89 "DELETE /v2.0/ports/2bde2f51-84d4-4292-b054-c8e3ee50572b HTTP/1.1" status: 204 len: 173 time: 1.6545441 Jun 01 15:55:09.112167 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25caffbc-cdf4-4e1f-945c-eeb713f7ef92 x-openstack-request-id: req-25caffbc-cdf4-4e1f-945c-eeb713f7ef92 {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:55:09.112483 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94cf5b7-ec47-42c6-b17a-aa87289faeec", "name": "network-vif-deleted", "tag": "2bde2f51-84d4-4292-b054-c8e3ee50572b", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:55:09.112876 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-25caffbc-cdf4-4e1f-945c-eeb713f7ef92 {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:55:09.113300 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94cf5b7-ec47-42c6-b17a-aa87289faeec', 'name': 'network-vif-deleted', 'tag': '2bde2f51-84d4-4292-b054-c8e3ee50572b', 'status': 'completed', 'code': 200} Jun 01 15:55:09.591589 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a74273-44e6-40dd-aa5c-e20eb235bd09 req-4a4401d1-ba72-4d7a-b0bd-0238be917c93 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:09.608355 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-74a74273-44e6-40dd-aa5c-e20eb235bd09 req-4a4401d1-ba72-4d7a-b0bd-0238be917c93 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.1730900 Jun 01 15:55:09.720821 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-74a74273-44e6-40dd-aa5c-e20eb235bd09 req-1204b866-cef9-4a32-9384-70bb46f1f599 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085298 Jun 01 15:55:09.929077 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef62cee-7870-4263-a757-0222e1d3ac95 req-65cf8d98-761b-45a1-9470-7e1635cbde74 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:09.937232 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2ef62cee-7870-4263-a757-0222e1d3ac95 req-65cf8d98-761b-45a1-9470-7e1635cbde74 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.1613395 Jun 01 15:55:10.063642 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2ef62cee-7870-4263-a757-0222e1d3ac95 req-168e8f78-e363-4671-95fa-fbd4e5a750e5 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204734 Jun 01 15:55:10.194043 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:10.197453 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2738c148-5614-46b8-93e1-fe6aae7a44da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:10.365172 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-e364a6ef-057f-4a9f-834e-b205ce4548b7 req-c0e7b481-5916-479f-94e9-2b8b5c5f8482 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Synchronizing usage tracker for tenant:9a8d1b76efdc412fa75558d8d00df5b1 on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:55:10.393753 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-e364a6ef-057f-4a9f-834e-b205ce4548b7 req-c0e7b481-5916-479f-94e9-2b8b5c5f8482 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Unset dirty status for tenant:9a8d1b76efdc412fa75558d8d00df5b1 on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:55:10.408357 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e364a6ef-057f-4a9f-834e-b205ce4548b7 req-c0e7b481-5916-479f-94e9-2b8b5c5f8482 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94cf5b7-ec47-42c6-b17a-aa87289faeec HTTP/1.1" status: 200 len: 210 time: 0.1137228 Jun 01 15:55:10.860278 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3978f1-3ae3-4418-aa7f-1f43b93a7ffd req-e49cf633-6090-420a-a930-a71abd522de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:10.862864 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ef3978f1-3ae3-4418-aa7f-1f43b93a7ffd req-e49cf633-6090-420a-a930-a71abd522de7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 1098 time: 0.1540880 Jun 01 15:55:11.050036 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ef3978f1-3ae3-4418-aa7f-1f43b93a7ffd req-ea4041d9-3a14-4156-9ab7-993f87575425 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754730 Jun 01 15:55:11.154183 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bb0d5-ea28-4d7c-b573-cb8538cb60a4 req-36fb6515-a765-4076-b3fc-a8a485a4b63c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:11.156644 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b88bb0d5-ea28-4d7c-b573-cb8538cb60a4 req-36fb6515-a765-4076-b3fc-a8a485a4b63c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.2312808 Jun 01 15:55:11.240494 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b88bb0d5-ea28-4d7c-b573-cb8538cb60a4 req-b885f8a9-ab98-4f9f-b8e7-9c61f17ceaf9 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774686 Jun 01 15:55:11.342647 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:11.440876 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8aa92-1e12-4537-9c99-4f33416d6c69 req-0d1ab72f-f436-4b9c-80b1-113f4080daa3 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:11.443047 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d3e8aa92-1e12-4537-9c99-4f33416d6c69 req-0d1ab72f-f436-4b9c-80b1-113f4080daa3 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.1394463 Jun 01 15:55:11.521418 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d3e8aa92-1e12-4537-9c99-4f33416d6c69 req-942340a3-c661-4ca2-8c52-1261e4ebdbf3 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665627 Jun 01 15:55:11.666335 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 2bde2f51-84d4-4292-b054-c8e3ee50572b no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:55:11.836728 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] No Port match for: 2bde2f51-84d4-4292-b054-c8e3ee50572b {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:55:11.837429 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 2bde2f51-84d4-4292-b054-c8e3ee50572b not bound to the agent host hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:55:12.436825 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf688d5-f6aa-4a4e-a642-dccd369fb020 req-e146c3a3-f913-40f9-9b1b-78b6efe4cd5a tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:12.438574 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ecf688d5-f6aa-4a4e-a642-dccd369fb020 req-e146c3a3-f913-40f9-9b1b-78b6efe4cd5a tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.0924153 Jun 01 15:55:12.492570 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ecf688d5-f6aa-4a4e-a642-dccd369fb020 req-730f8702-a559-4a84-8cee-fd68202c6812 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469828 Jun 01 15:55:12.788497 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a863ce-9226-4d74-b09e-e7d9dd542e9c req-cd1bad9b-095e-4606-b7ac-293c05f3e6eb tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:12.790600 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-76a863ce-9226-4d74-b09e-e7d9dd542e9c req-cd1bad9b-095e-4606-b7ac-293c05f3e6eb tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.1240959 Jun 01 15:55:12.921102 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-76a863ce-9226-4d74-b09e-e7d9dd542e9c req-c6e6a2c7-2988-493b-a11c-aec81e4c7be1 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185098 Jun 01 15:55:13.249312 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cfb68-3818-4e48-adbb-bc25b541f57a req-4b64ae21-dcd6-4f14-8dbb-216b1a4deb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:13.250813 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-349cfb68-3818-4e48-adbb-bc25b541f57a req-4b64ae21-dcd6-4f14-8dbb-216b1a4deb3e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e160198749c64159a5cb45da77bef6c4&device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 1098 time: 0.2854562 Jun 01 15:55:13.351005 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:13.352478 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add7b20-ebce-4c8f-9bb6-45f1a13044bd req-84bccecd-dab6-4f26-9e44-8e61e5abb02f tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:13.363513 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2add7b20-ebce-4c8f-9bb6-45f1a13044bd req-84bccecd-dab6-4f26-9e44-8e61e5abb02f tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.2363946 Jun 01 15:55:13.612517 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cfb68-3818-4e48-adbb-bc25b541f57a req-5c0ee0e8-d197-45db-9ae4-f311b292a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:13.626733 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-349cfb68-3818-4e48-adbb-bc25b541f57a req-5c0ee0e8-d197-45db-9ae4-f311b292a936 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6435224e-02ee-4b78-b03f-d8b20c5a2616 HTTP/1.1" status: 200 len: 919 time: 0.3512447 Jun 01 15:55:13.777698 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-349cfb68-3818-4e48-adbb-bc25b541f57a req-29c81065-cbbc-4d3e-b7a9-af0ed2703a6e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03c8e531-6a8e-4861-9c7e-99d884576fa6 HTTP/1.1" status: 200 len: 217 time: 0.1528695 Jun 01 15:55:13.903897 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2add7b20-ebce-4c8f-9bb6-45f1a13044bd req-8daf581c-f8ee-4678-8117-129e5365ec0a tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5394456 Jun 01 15:55:13.988152 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cfb68-3818-4e48-adbb-bc25b541f57a req-5b6fe9b6-d30f-4324-91d8-9aef778d786a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:13.990384 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-349cfb68-3818-4e48-adbb-bc25b541f57a req-5b6fe9b6-d30f-4324-91d8-9aef778d786a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e8227dd6-3632-4e57-acb4-07e7d9c66cb0 HTTP/1.1" status: 200 len: 858 time: 0.2008398 Jun 01 15:55:14.131345 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-349cfb68-3818-4e48-adbb-bc25b541f57a req-e747f9b0-0675-4471-b90b-ae727223be18 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6435224e-02ee-4b78-b03f-d8b20c5a2616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297383 Jun 01 15:55:14.343134 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d22240-05c1-4f98-95e0-a8298bd555a1 req-9f82d538-0c5a-4d9e-8c42-7742e4f445d7 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:14.345267 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c3d22240-05c1-4f98-95e0-a8298bd555a1 req-9f82d538-0c5a-4d9e-8c42-7742e4f445d7 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a89ab565-ed81-4f74-a374-ff0f31ed657f HTTP/1.1" status: 200 len: 945 time: 0.4857392 Jun 01 15:55:14.448151 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-349cfb68-3818-4e48-adbb-bc25b541f57a req-e7bf2144-89ad-4d9a-8802-ca1e767732b9 service neutron] 10.222.0.89 "GET /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762558 Jun 01 15:55:14.479439 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c3d22240-05c1-4f98-95e0-a8298bd555a1 req-afa16c2f-50db-445a-a163-920bef74afbe tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193104 Jun 01 15:55:14.490258 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12121b22-937b-48c7-a8ae-6490642084ae req-3715e54c-4b03-4dba-aabc-5dd5b3cecdf5 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:14.491788 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-12121b22-937b-48c7-a8ae-6490642084ae req-3715e54c-4b03-4dba-aabc-5dd5b3cecdf5 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.3682919 Jun 01 15:55:14.703945 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-12121b22-937b-48c7-a8ae-6490642084ae req-5918876c-48a4-45db-890f-b008925a2f8c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935837 Jun 01 15:55:14.709873 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-349cfb68-3818-4e48-adbb-bc25b541f57a req-bacf08b0-5650-433b-beb7-c65f2071b1bf service neutron] 10.222.0.89 "GET /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545364 Jun 01 15:55:15.140252 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41900b16-cfa2-4780-9e7c-91ce850ebde0 req-34a89f00-4d77-44a8-a2f3-bb6188f8603d tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:15.142412 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-41900b16-cfa2-4780-9e7c-91ce850ebde0 req-34a89f00-4d77-44a8-a2f3-bb6188f8603d tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.1179612 Jun 01 15:55:15.217242 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-41900b16-cfa2-4780-9e7c-91ce850ebde0 req-2bf79e65-540f-4fd9-892a-af89b4bfb4d7 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683556 Jun 01 15:55:15.700224 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304f3b8-93cd-4223-a6b3-5d5b127c2680 req-a9d75b0d-6c98-4a10-8b16-4dc56a09f16e tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:15.701837 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8304f3b8-93cd-4223-a6b3-5d5b127c2680 req-a9d75b0d-6c98-4a10-8b16-4dc56a09f16e tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a89ab565-ed81-4f74-a374-ff0f31ed657f HTTP/1.1" status: 200 len: 945 time: 0.0960023 Jun 01 15:55:15.849101 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8304f3b8-93cd-4223-a6b3-5d5b127c2680 req-bbbdabbc-d276-453d-b26a-dcd52824a6da tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296577 Jun 01 15:55:15.972778 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353d401-b7be-451e-8171-e5fc4a58dc64 req-271cb0fc-551f-4997-abb7-dee2c55d6197 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:15.976745 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e353d401-b7be-451e-8171-e5fc4a58dc64 req-271cb0fc-551f-4997-abb7-dee2c55d6197 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.89 "GET /v2.0/ports?device_id=a89ab565-ed81-4f74-a374-ff0f31ed657f HTTP/1.1" status: 200 len: 945 time: 0.2319503 Jun 01 15:55:16.133170 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143342ed-a557-4b39-8234-e11dda22021a req-6ab447a1-402b-4cd5-ba10-94f4a0d31c74 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:16.134691 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-143342ed-a557-4b39-8234-e11dda22021a req-6ab447a1-402b-4cd5-ba10-94f4a0d31c74 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.2518313 Jun 01 15:55:16.199855 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-143342ed-a557-4b39-8234-e11dda22021a req-bfd6bdc6-49cd-4c3a-b65c-c74a8327e608 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587416 Jun 01 15:55:16.233984 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [req-e353d401-b7be-451e-8171-e5fc4a58dc64 req-e07571f3-d069-4be9-859e-c76b8dbf7407 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Deleting port 5dfd453d-619b-46ad-9b65-0dc324a5822d {{(pid=91975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:55:16.234331 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-e353d401-b7be-451e-8171-e5fc4a58dc64 req-e07571f3-d069-4be9-859e-c76b8dbf7407 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:16.567710 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-e353d401-b7be-451e-8171-e5fc4a58dc64 req-e07571f3-d069-4be9-859e-c76b8dbf7407 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] For port 5dfd453d-619b-46ad-9b65-0dc324a5822d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5dfd453d-619b-46ad-9b65-0dc324a5822d,segment=NetworkSegment(5a582721-188e-4673-9d0d-d4bcf203f1bd),segment_id=5a582721-188e-4673-9d0d-d4bcf203f1bd)] {{(pid=91975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:16.568463 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-e353d401-b7be-451e-8171-e5fc4a58dc64 req-e07571f3-d069-4be9-859e-c76b8dbf7407 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:16.756205 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [req-e353d401-b7be-451e-8171-e5fc4a58dc64 req-e07571f3-d069-4be9-859e-c76b8dbf7407 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Calling delete_port for 5dfd453d-619b-46ad-9b65-0dc324a5822d owned by compute:nova {{(pid=91975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:55:16.899129 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-e353d401-b7be-451e-8171-e5fc4a58dc64 req-e07571f3-d069-4be9-859e-c76b8dbf7407 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:16.907162 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-6f9ea429-356a-4de5-a897-bcbd78f567e0 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:16.911649 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['7f58f9ce-194a-4fc7-97d9-15c10a48bd27', '2c4d9d7c-b79e-45db-89b5-307137463a46', '5dfd453d-619b-46ad-9b65-0dc324a5822d'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:55:16.992411 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07571f3-d069-4be9-859e-c76b8dbf7407 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Pushing event deleted for resources: {'Port': ['ID=5dfd453d-619b-46ad-9b65-0dc324a5822d,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:17.004210 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-e07571f3-d069-4be9-859e-c76b8dbf7407 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:17.292575 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bb92e-8ed5-45d9-80f0-bae574edfe45 req-8cc5b103-dad8-4eb3-90ad-8f5915b7f671 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:17.309829 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b08bb92e-8ed5-45d9-80f0-bae574edfe45 req-8cc5b103-dad8-4eb3-90ad-8f5915b7f671 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.8719189 Jun 01 15:55:17.320863 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [req-e353d401-b7be-451e-8171-e5fc4a58dc64 req-e07571f3-d069-4be9-859e-c76b8dbf7407 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] No DVR routers for this DVR port 5dfd453d-619b-46ad-9b65-0dc324a5822d on host hv-cinder-79351 {{(pid=91975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:55:17.328083 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-e353d401-b7be-451e-8171-e5fc4a58dc64 req-e07571f3-d069-4be9-859e-c76b8dbf7407 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:17.404342 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89ab565-ed81-4f74-a374-ff0f31ed657f', 'name': 'network-vif-deleted', 'tag': '5dfd453d-619b-46ad-9b65-0dc324a5822d'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:55:17.409431 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7273e669-183b-4ee3-86fa-68ee325cc6bb" -d '{"events": [{"server_uuid": "a89ab565-ed81-4f74-a374-ff0f31ed657f", "name": "network-vif-deleted", "tag": "5dfd453d-619b-46ad-9b65-0dc324a5822d"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:55:17.527244 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e353d401-b7be-451e-8171-e5fc4a58dc64 req-e07571f3-d069-4be9-859e-c76b8dbf7407 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.89 "DELETE /v2.0/ports/5dfd453d-619b-46ad-9b65-0dc324a5822d HTTP/1.1" status: 204 len: 173 time: 1.5438409 Jun 01 15:55:17.651137 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-cc28106d-2f85-40f9-b6b2-a66f96b8d672 req-4fdabddd-b49e-4517-b9f1-50397f60ba5e tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Synchronizing usage tracker for tenant:9a8d1b76efdc412fa75558d8d00df5b1 on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:55:17.676837 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-2add36a2-c426-47f2-aeba-8901bef936bc req-48d2159b-c2dd-4901-acb4-396c44d93561 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4867136 Jun 01 15:55:17.690884 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b08bb92e-8ed5-45d9-80f0-bae574edfe45 req-6fa13eac-3811-4d2b-8fcd-a741e4a2b9dd tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788149 Jun 01 15:55:17.710449 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 60846) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:17.722825 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-cc28106d-2f85-40f9-b6b2-a66f96b8d672 req-4fdabddd-b49e-4517-b9f1-50397f60ba5e tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Unset dirty status for tenant:9a8d1b76efdc412fa75558d8d00df5b1 on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:55:17.731821 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-cc28106d-2f85-40f9-b6b2-a66f96b8d672 req-4fdabddd-b49e-4517-b9f1-50397f60ba5e tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=a89ab565-ed81-4f74-a374-ff0f31ed657f HTTP/1.1" status: 200 len: 210 time: 0.4163430 Jun 01 15:55:17.916280 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add36a2-c426-47f2-aeba-8901bef936bc req-a3c50ad2-3762-45c3-b34d-a19a20e520ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:17.919937 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-2add36a2-c426-47f2-aeba-8901bef936bc req-a3c50ad2-3762-45c3-b34d-a19a20e520ad service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e160198749c64159a5cb45da77bef6c4&device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 1098 time: 0.2151523 Jun 01 15:55:18.039565 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f2b7128c-d823-4cf9-b994-271bc4a0de0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:18.066333 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-f2b7128c-d823-4cf9-b994-271bc4a0de0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:18.083705 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-f2b7128c-d823-4cf9-b994-271bc4a0de0f admin admin] Usage tracker for resource:security_group_rule and tenant:e339896e5ccb4c63905100a03a75198a is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:18.092481 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-f2b7128c-d823-4cf9-b994-271bc4a0de0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:18.101775 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1b5b47-c5f3-40ba-b03d-af06e0404029 x-openstack-request-id: req-da1b5b47-c5f3-40ba-b03d-af06e0404029 {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:55:18.102609 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89ab565-ed81-4f74-a374-ff0f31ed657f", "name": "network-vif-deleted", "tag": "5dfd453d-619b-46ad-9b65-0dc324a5822d", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:55:18.103033 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da1b5b47-c5f3-40ba-b03d-af06e0404029 {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:55:18.103641 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89ab565-ed81-4f74-a374-ff0f31ed657f', 'name': 'network-vif-deleted', 'tag': '5dfd453d-619b-46ad-9b65-0dc324a5822d', 'status': 'completed', 'code': 200} Jun 01 15:55:18.104804 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-f2b7128c-d823-4cf9-b994-271bc4a0de0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:18.158036 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a276e-9903-4af5-84fb-f57c0792974f req-7dd9621f-0fcf-416e-a162-bdd24303cfdd tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:18.160021 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2e4a276e-9903-4af5-84fb-f57c0792974f req-7dd9621f-0fcf-416e-a162-bdd24303cfdd tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.2558022 Jun 01 15:55:18.254959 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2e4a276e-9903-4af5-84fb-f57c0792974f req-a1b409a9-4ad1-47df-b0b1-c599083e9b9e tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779717 Jun 01 15:55:18.275158 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add36a2-c426-47f2-aeba-8901bef936bc req-a14f150b-9e8d-4499-a3a9-7059fd6b1b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:18.277436 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-2add36a2-c426-47f2-aeba-8901bef936bc req-a14f150b-9e8d-4499-a3a9-7059fd6b1b1e service neutron] 10.222.0.89 "GET /v2.0/networks?id=6435224e-02ee-4b78-b03f-d8b20c5a2616 HTTP/1.1" status: 200 len: 919 time: 0.3314157 Jun 01 15:55:18.288719 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f2b7128c-d823-4cf9-b994-271bc4a0de0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:18.308303 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f2b7128c-d823-4cf9-b994-271bc4a0de0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:18.318350 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-f4556b99-d129-40d3-9f6f-2f91c677a177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:18.373403 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-f2b7128c-d823-4cf9-b994-271bc4a0de0f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e339896e5ccb4c63905100a03a75198a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6620350 Jun 01 15:55:18.375958 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 60856) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:18.424316 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7128c-d823-4cf9-b994-271bc4a0de0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c513cd-1349-41e5-abbe-57450baa932f,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:18.446747 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-f2b7128c-d823-4cf9-b994-271bc4a0de0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:18.472336 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-2add36a2-c426-47f2-aeba-8901bef936bc req-54971453-8882-42fd-b1bb-b6c9b21a1595 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03c8e531-6a8e-4861-9c7e-99d884576fa6 HTTP/1.1" status: 200 len: 217 time: 0.1816845 Jun 01 15:55:18.537346 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-198b67d1-6f8c-4280-a744-09a37b01723a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:18.601943 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-198b67d1-6f8c-4280-a744-09a37b01723a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:18.644349 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add36a2-c426-47f2-aeba-8901bef936bc req-31727846-7df5-4f2e-b8a2-e9578733d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:18.646223 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-2add36a2-c426-47f2-aeba-8901bef936bc req-31727846-7df5-4f2e-b8a2-e9578733d05f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e8227dd6-3632-4e57-acb4-07e7d9c66cb0 HTTP/1.1" status: 200 len: 858 time: 0.1722400 Jun 01 15:55:18.693838 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-198b67d1-6f8c-4280-a744-09a37b01723a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:18.702884 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-72d787aa-8587-48e7-a159-50d6cba95489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:18.732179 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b67d1-6f8c-4280-a744-09a37b01723a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c513cd-1349-41e5-abbe-57450baa932f,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:18.736035 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-2add36a2-c426-47f2-aeba-8901bef936bc req-742394f2-bd7b-4da0-ae6e-130934c668c2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6435224e-02ee-4b78-b03f-d8b20c5a2616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721612 Jun 01 15:55:18.746428 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-198b67d1-6f8c-4280-a744-09a37b01723a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:18.773624 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-198b67d1-6f8c-4280-a744-09a37b01723a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:18.778059 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-198b67d1-6f8c-4280-a744-09a37b01723a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95c513cd-1349-41e5-abbe-57450baa932f HTTP/1.1" status: 204 len: 168 time: 0.4004316 Jun 01 15:55:19.055208 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-2add36a2-c426-47f2-aeba-8901bef936bc req-53c2d74c-c491-407e-903c-3975301bf33b service neutron] 10.222.0.89 "GET /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078022 Jun 01 15:55:19.199831 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616e3d0-d75c-48a9-a3a9-b36f2ea777d5 req-ddb46dce-ce36-48e8-8da1-eec422358f79 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:19.201363 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6616e3d0-d75c-48a9-a3a9-b36f2ea777d5 req-ddb46dce-ce36-48e8-8da1-eec422358f79 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.2553549 Jun 01 15:55:19.306999 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-2add36a2-c426-47f2-aeba-8901bef936bc req-a80a00ab-d126-4f4c-8e34-619e4e5d401d service neutron] 10.222.0.89 "GET /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370896 Jun 01 15:55:19.539432 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6616e3d0-d75c-48a9-a3a9-b36f2ea777d5 req-50e52215-efbb-4325-948f-fccc14b5695b tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311589 Jun 01 15:55:19.695359 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 5dfd453d-619b-46ad-9b65-0dc324a5822d no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:55:19.810000 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] No Port match for: 5dfd453d-619b-46ad-9b65-0dc324a5822d {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:55:19.810357 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 5dfd453d-619b-46ad-9b65-0dc324a5822d not bound to the agent host hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:55:19.998745 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd2c1d-7e0b-4701-a31b-9e14ce8f1e1d req-b4c6eb04-1b20-453d-b805-00821a815115 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:20.007572 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-efdd2c1d-7e0b-4701-a31b-9e14ce8f1e1d req-b4c6eb04-1b20-453d-b805-00821a815115 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.3824010 Jun 01 15:55:20.060409 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a5c94-6da6-4e03-ac64-d9d6016b453e req-38dee5d9-a7c5-4a8a-83f1-518983748e9d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:20.068861 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-932a5c94-6da6-4e03-ac64-d9d6016b453e req-38dee5d9-a7c5-4a8a-83f1-518983748e9d tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=362eba8f-8358-4ba4-94a2-0414a6e3fb47 HTTP/1.1" status: 200 len: 945 time: 0.3060982 Jun 01 15:55:20.122145 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-efdd2c1d-7e0b-4701-a31b-9e14ce8f1e1d req-62868af8-a41d-4f18-9b94-8ab40c8ad420 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134343 Jun 01 15:55:20.147431 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-932a5c94-6da6-4e03-ac64-d9d6016b453e req-128d747d-a997-4d65-9db5-fc1b7bc0d9a5 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775831 Jun 01 15:55:21.182045 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1cba8-e73a-4bc5-b25a-384b709a48db req-047ebb58-c474-47ff-916b-068bc98b17a8 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:21.184014 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-5bd1cba8-e73a-4bc5-b25a-384b709a48db req-047ebb58-c474-47ff-916b-068bc98b17a8 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Synchronizing usage tracker for tenant:9a8d1b76efdc412fa75558d8d00df5b1 on resource:port {{(pid=91976) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:55:21.208163 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-5bd1cba8-e73a-4bc5-b25a-384b709a48db req-047ebb58-c474-47ff-916b-068bc98b17a8 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Unset dirty status for tenant:9a8d1b76efdc412fa75558d8d00df5b1 on resource:port {{(pid=91976) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:55:21.210431 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-5bd1cba8-e73a-4bc5-b25a-384b709a48db req-047ebb58-c474-47ff-916b-068bc98b17a8 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.89 "GET /v2.0/ports?device_id=362eba8f-8358-4ba4-94a2-0414a6e3fb47 HTTP/1.1" status: 200 len: 945 time: 0.1449132 Jun 01 15:55:21.462138 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [req-5bd1cba8-e73a-4bc5-b25a-384b709a48db req-65978188-8935-45e3-ac34-1f2c7aeba684 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Deleting port 2c4d9d7c-b79e-45db-89b5-307137463a46 {{(pid=91976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:55:21.462513 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-5bd1cba8-e73a-4bc5-b25a-384b709a48db req-65978188-8935-45e3-ac34-1f2c7aeba684 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:21.572775 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203ac2e-0863-45a5-9291-d455b07f963b req-3c7880c7-43a0-4dff-b2b6-e352f2271dad tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:21.582500 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6203ac2e-0863-45a5-9291-d455b07f963b req-3c7880c7-43a0-4dff-b2b6-e352f2271dad tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.2589447 Jun 01 15:55:21.605235 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b98b9-9601-4673-a94a-835dcb3e277c req-682694bf-169e-4496-8d5e-d7738244216f tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:21.606754 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ae7b98b9-9601-4673-a94a-835dcb3e277c req-682694bf-169e-4496-8d5e-d7738244216f tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=362eba8f-8358-4ba4-94a2-0414a6e3fb47 HTTP/1.1" status: 200 len: 945 time: 0.2317193 Jun 01 15:55:21.681349 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6203ac2e-0863-45a5-9291-d455b07f963b req-1e8a00fc-61db-44be-8746-577f5adf5af4 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960214 Jun 01 15:55:21.742410 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ae7b98b9-9601-4673-a94a-835dcb3e277c req-c195604c-a936-4deb-942b-682b4f811c10 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045756 Jun 01 15:55:21.744314 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [req-5bd1cba8-e73a-4bc5-b25a-384b709a48db req-65978188-8935-45e3-ac34-1f2c7aeba684 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] For port 2c4d9d7c-b79e-45db-89b5-307137463a46, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=2c4d9d7c-b79e-45db-89b5-307137463a46,segment=NetworkSegment(5a582721-188e-4673-9d0d-d4bcf203f1bd),segment_id=5a582721-188e-4673-9d0d-d4bcf203f1bd)] {{(pid=91976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:21.744676 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-5bd1cba8-e73a-4bc5-b25a-384b709a48db req-65978188-8935-45e3-ac34-1f2c7aeba684 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:21.999275 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [req-5bd1cba8-e73a-4bc5-b25a-384b709a48db req-65978188-8935-45e3-ac34-1f2c7aeba684 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Calling delete_port for 2c4d9d7c-b79e-45db-89b5-307137463a46 owned by compute:nova {{(pid=91976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:55:22.141766 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2b955-6d46-4391-b66b-34743234ee60 req-9bfab2b1-eca6-42aa-ae85-fad01cd3633c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:22.143301 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-37c2b955-6d46-4391-b66b-34743234ee60 req-9bfab2b1-eca6-42aa-ae85-fad01cd3633c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.1448603 Jun 01 15:55:22.286657 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-37c2b955-6d46-4391-b66b-34743234ee60 req-47d775c9-4d35-40ba-8bc8-4db0a40f184f tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191478 Jun 01 15:55:22.515495 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-5bd1cba8-e73a-4bc5-b25a-384b709a48db req-65978188-8935-45e3-ac34-1f2c7aeba684 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:22.529069 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['7f58f9ce-194a-4fc7-97d9-15c10a48bd27', '2c4d9d7c-b79e-45db-89b5-307137463a46'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:55:22.542907 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:22.597994 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65978188-8935-45e3-ac34-1f2c7aeba684 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Pushing event deleted for resources: {'Port': ['ID=2c4d9d7c-b79e-45db-89b5-307137463a46,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:22.613727 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-65978188-8935-45e3-ac34-1f2c7aeba684 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:22.793734 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd1cba8-e73a-4bc5-b25a-384b709a48db req-65978188-8935-45e3-ac34-1f2c7aeba684 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] No DVR routers for this DVR port 2c4d9d7c-b79e-45db-89b5-307137463a46 on host hv-cinder-79351 {{(pid=91976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:55:22.802695 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-5bd1cba8-e73a-4bc5-b25a-384b709a48db req-65978188-8935-45e3-ac34-1f2c7aeba684 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:22.806262 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:22.807123 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362eba8f-8358-4ba4-94a2-0414a6e3fb47', 'name': 'network-vif-deleted', 'tag': '2c4d9d7c-b79e-45db-89b5-307137463a46'}] {{(pid=91976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:55:22.811183 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f9d738effd6d9aceb087a38e3a2b49a7446793e3ad91c39eafceb576f9fb4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048ebcc1-493b-41cd-8670-f35e90804923" -d '{"events": [{"server_uuid": "362eba8f-8358-4ba4-94a2-0414a6e3fb47", "name": "network-vif-deleted", "tag": "2c4d9d7c-b79e-45db-89b5-307137463a46"}]}' {{(pid=91976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:55:22.840772 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-5bd1cba8-e73a-4bc5-b25a-384b709a48db req-65978188-8935-45e3-ac34-1f2c7aeba684 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.89 "DELETE /v2.0/ports/2c4d9d7c-b79e-45db-89b5-307137463a46 HTTP/1.1" status: 204 len: 173 time: 1.6206584 Jun 01 15:55:23.128204 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2b5d9-039f-42f4-a17c-d19df9d094f6 req-cd42889f-f6ac-4a61-bf1f-e1fad565671f tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:23.129729 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b4a2b5d9-039f-42f4-a17c-d19df9d094f6 req-cd42889f-f6ac-4a61-bf1f-e1fad565671f tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.1563318 Jun 01 15:55:23.291686 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b4a2b5d9-039f-42f4-a17c-d19df9d094f6 req-db81994c-8a34-4236-a533-bee44792f1d4 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388683 Jun 01 15:55:23.427463 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3420561f-b18f-431d-ac32-b65c884e1181 x-openstack-request-id: req-3420561f-b18f-431d-ac32-b65c884e1181 {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:55:23.427816 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362eba8f-8358-4ba4-94a2-0414a6e3fb47", "name": "network-vif-deleted", "tag": "2c4d9d7c-b79e-45db-89b5-307137463a46", "status": "completed", "code": 200}]} {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:55:23.428080 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3420561f-b18f-431d-ac32-b65c884e1181 {{(pid=91976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:55:23.428932 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362eba8f-8358-4ba4-94a2-0414a6e3fb47', 'name': 'network-vif-deleted', 'tag': '2c4d9d7c-b79e-45db-89b5-307137463a46', 'status': 'completed', 'code': 200} Jun 01 15:55:23.582894 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-31db2fa1-84c8-4659-a18e-8dce2faf35a9 req-2f301a4e-a9c8-49de-90fa-1bc5bb854c2f tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=362eba8f-8358-4ba4-94a2-0414a6e3fb47 HTTP/1.1" status: 200 len: 210 time: 0.0993884 Jun 01 15:55:24.523813 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627e851-aea9-40fd-85a1-604057b4549f req-c65ad08c-3cdd-4975-98c5-5a4d26556bdd tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:24.525603 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c627e851-aea9-40fd-85a1-604057b4549f req-c65ad08c-3cdd-4975-98c5-5a4d26556bdd tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.0899379 Jun 01 15:55:24.571135 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c627e851-aea9-40fd-85a1-604057b4549f req-dfbfe7d4-4b1a-4b51-aac2-d7f7fcc2318f tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391574 Jun 01 15:55:25.717160 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 2c4d9d7c-b79e-45db-89b5-307137463a46 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:55:25.849798 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] No Port match for: 2c4d9d7c-b79e-45db-89b5-307137463a46 {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:55:25.857431 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 2c4d9d7c-b79e-45db-89b5-307137463a46 not bound to the agent host hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:55:25.984066 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ec5ce-2a52-4164-b30c-55ad691f5688 req-b662a952-0c2e-42a8-a64d-6113bdc75448 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:25.985589 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-070ec5ce-2a52-4164-b30c-55ad691f5688 req-b662a952-0c2e-42a8-a64d-6113bdc75448 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.1174810 Jun 01 15:55:26.048191 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-070ec5ce-2a52-4164-b30c-55ad691f5688 req-b0e0fe3a-c009-4762-80dc-9db4a5257af5 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556779 Jun 01 15:55:26.351105 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae16f9d-bcc7-426e-90e4-11bb00034662 req-a822f135-1772-4656-b325-e9c7b708f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:26.352955 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-bae16f9d-bcc7-426e-90e4-11bb00034662 req-a822f135-1772-4656-b325-e9c7b708f39a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e160198749c64159a5cb45da77bef6c4&device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 1098 time: 0.1112165 Jun 01 15:55:26.427430 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d51f2-bdcd-4b09-8c84-dd9a4d3df883 req-fd609c7a-49a4-48b8-82e8-eb524cee6073 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:26.429529 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-579d51f2-bdcd-4b09-8c84-dd9a4d3df883 req-fd609c7a-49a4-48b8-82e8-eb524cee6073 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.1044080 Jun 01 15:55:26.505984 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae16f9d-bcc7-426e-90e4-11bb00034662 req-40910972-c071-48ef-b81b-6840aaa1b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:26.507338 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-bae16f9d-bcc7-426e-90e4-11bb00034662 req-40910972-c071-48ef-b81b-6840aaa1b5f0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6435224e-02ee-4b78-b03f-d8b20c5a2616 HTTP/1.1" status: 200 len: 919 time: 0.1460176 Jun 01 15:55:26.510893 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-579d51f2-bdcd-4b09-8c84-dd9a4d3df883 req-7a4c11ed-60a5-4cb0-8562-f1a9b47a5c1b tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745444 Jun 01 15:55:26.568587 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7458c-834e-4445-9d24-5eb79b29bb9f req-802481d3-1d02-41f5-96c9-5d683ad1d3cb tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:26.570011 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-91e7458c-834e-4445-9d24-5eb79b29bb9f req-802481d3-1d02-41f5-96c9-5d683ad1d3cb tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 946 time: 0.0937126 Jun 01 15:55:26.592582 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-bae16f9d-bcc7-426e-90e4-11bb00034662 req-4f7389a8-d44e-48c5-b073-9f4061c63db2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03c8e531-6a8e-4861-9c7e-99d884576fa6 HTTP/1.1" status: 200 len: 217 time: 0.0662382 Jun 01 15:55:26.616862 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-91e7458c-834e-4445-9d24-5eb79b29bb9f req-5249da5c-4629-4b04-88f5-0632d4326f2b tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408487 Jun 01 15:55:26.669280 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae16f9d-bcc7-426e-90e4-11bb00034662 req-a1cee80a-8efa-4e66-87b0-724710fc935d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:26.670704 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-bae16f9d-bcc7-426e-90e4-11bb00034662 req-a1cee80a-8efa-4e66-87b0-724710fc935d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e8227dd6-3632-4e57-acb4-07e7d9c66cb0 HTTP/1.1" status: 200 len: 858 time: 0.0680041 Jun 01 15:55:26.723915 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-bae16f9d-bcc7-426e-90e4-11bb00034662 req-7c6918e5-9e1e-4826-9f45-d51f37bd7e3f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6435224e-02ee-4b78-b03f-d8b20c5a2616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447571 Jun 01 15:55:26.863898 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-bae16f9d-bcc7-426e-90e4-11bb00034662 req-60c232d1-b41c-4511-b625-8a1abdc440db service neutron] 10.222.0.89 "GET /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302121 Jun 01 15:55:26.995635 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-bae16f9d-bcc7-426e-90e4-11bb00034662 req-0babe1c4-2793-46e7-8623-c973378cd413 service neutron] 10.222.0.89 "GET /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237326 Jun 01 15:55:27.027426 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 32934) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:27.091207 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6042366-29c1-49ad-85c3-859f5c2e2402 admin admin] Deleting subnet 7e32c885-6cd1-4012-934c-7fa575c2a602 {{(pid=91976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 15:55:27.094261 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b6042366-29c1-49ad-85c3-859f5c2e2402 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:27.153876 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b6042366-29c1-49ad-85c3-859f5c2e2402 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129320122'] for subnet, precommit_delete_associations {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:27.211941 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b6042366-29c1-49ad-85c3-859f5c2e2402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907603'] for subnet, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:27.261967 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043206ae-08d8-4d4e-a8f6-c7b4dbd85794 req-cff5e736-7a33-48b9-9f47-372b3f193275 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:27.263487 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-043206ae-08d8-4d4e-a8f6-c7b4dbd85794 req-cff5e736-7a33-48b9-9f47-372b3f193275 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.0863743 Jun 01 15:55:27.324960 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-043206ae-08d8-4d4e-a8f6-c7b4dbd85794 req-ec478078-4f36-4cba-90ba-066f33dfed01 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547497 Jun 01 15:55:27.360570 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 32948) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:27.437912 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1af8d41-a978-4b8f-b587-ed70188c8d9f admin admin] Deleting subnet 7e3227f0-2635-4eea-b7b7-400ff91ef361 {{(pid=91975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 15:55:27.441295 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d1af8d41-a978-4b8f-b587-ed70188c8d9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:27.471672 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 32952) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:27.506848 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d1af8d41-a978-4b8f-b587-ed70188c8d9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128648308'] for subnet, precommit_delete_associations {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:27.525654 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b6042366-29c1-49ad-85c3-859f5c2e2402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129416412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128456118'] for subnet, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:27.538355 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-ee722ba1-6023-48df-8d91-4042d4e8ce08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:27.588572 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b6042366-29c1-49ad-85c3-859f5c2e2402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for subnet, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:27.591860 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6042366-29c1-49ad-85c3-859f5c2e2402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e32c885-6cd1-4012-934c-7fa575c2a602,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:27.594904 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-b6042366-29c1-49ad-85c3-859f5c2e2402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:27.602526 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-b6042366-29c1-49ad-85c3-859f5c2e2402 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7e32c885-6cd1-4012-934c-7fa575c2a602 HTTP/1.1" status: 204 len: 168 time: 0.5738311 Jun 01 15:55:27.603206 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 32960) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:27.614250 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d1af8d41-a978-4b8f-b587-ed70188c8d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907603'] for subnet, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:27.725872 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 8d5e6027-dea6-42f3-8186-0cb9c6380ebb details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:55:27.858834 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4ab9bd65-23e0-4dc6-8794-5c065c5346ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916354'] for network, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:27.890693 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 32974) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:27.897132 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-bfcebb97-6530-4487-8ed5-fad014dc270a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:27.944566 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-bfcebb97-6530-4487-8ed5-fad014dc270a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:28.005611 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efbae9-eec0-4d94-815a-4bf65d6a261c req-e7ebb53a-7e8c-4173-b41f-c20f345bc27d tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:28.007456 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-64efbae9-eec0-4d94-815a-4bf65d6a261c req-e7ebb53a-7e8c-4173-b41f-c20f345bc27d tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.2820566 Jun 01 15:55:28.026074 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=8d5e6027-dea6-42f3-8186-0cb9c6380ebb,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:28.054795 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Returning: {'device': '8d5e6027-dea6-42f3-8186-0cb9c6380ebb', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'port_id': '8d5e6027-dea6-42f3-8186-0cb9c6380ebb', 'mac_address': 'fa:16:3e:93:4c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:55:28.070490 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4ab9bd65-23e0-4dc6-8794-5c065c5346ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3910276', 'neutron.services.segments.db._delete_segments_for_network-8737512847436'] for network, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.092655 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.services.segments.db [None req-4ab9bd65-23e0-4dc6-8794-5c065c5346ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5fa1ab-9e06-4077-9eee-f05f4406be9c']}} {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:28.106476 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-bfcebb97-6530-4487-8ed5-fad014dc270a admin admin] Usage tracker for resource:security_group_rule and tenant:7bcf40ddbfc5415880faf9c459ee291f is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:28.124420 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-bfcebb97-6530-4487-8ed5-fad014dc270a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:28.131901 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.services.segments.db [None req-4ab9bd65-23e0-4dc6-8794-5c065c5346ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb6c675-98ec-46cb-a753-7555ff93e3f1') {'for_net_delete': True} {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:28.132204 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.services.segments.db [None req-4ab9bd65-23e0-4dc6-8794-5c065c5346ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb6c675-98ec-46cb-a753-7555ff93e3f1') {} {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:28.139424 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.150690 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-bfcebb97-6530-4487-8ed5-fad014dc270a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:28.156200 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-50b747b6-6e8b-498a-a3ac-052cbcdaa2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.180636 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d5e6027-dea6-42f3-8186-0cb9c6380ebb {{(pid=91977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:55:28.202295 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4486c76-b359-4d72-b063-bf85bf3b21fc req-a005c336-1dae-47e3-90b4-389308636824 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:28.203488 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=8d5e6027-dea6-42f3-8186-0cb9c6380ebb,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:28.203923 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d4486c76-b359-4d72-b063-bf85bf3b21fc req-a005c336-1dae-47e3-90b4-389308636824 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 946 time: 0.3134177 Jun 01 15:55:28.209710 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-64efbae9-eec0-4d94-815a-4bf65d6a261c req-2418d956-10f0-4080-93fa-69f6eefdb5e9 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917043 Jun 01 15:55:28.215338 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.218186 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-996aa452-4043-4f7f-b6cd-797a00af848f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:28.276124 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4ab9bd65-23e0-4dc6-8794-5c065c5346ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737512848743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129320109'] for segment, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.306020 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-50b747b6-6e8b-498a-a3ac-052cbcdaa2ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:28.316299 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d4486c76-b359-4d72-b063-bf85bf3b21fc req-c41a9e7c-4997-4931-93ed-6ad4811bc02e tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053479 Jun 01 15:55:28.321526 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-50b747b6-6e8b-498a-a3ac-052cbcdaa2ea admin admin] Usage tracker for resource:security_group_rule and tenant:fbadbceef92f45b089e90e76308525ae is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:28.333628 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4ab9bd65-23e0-4dc6-8794-5c065c5346ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.333741 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['8d5e6027-dea6-42f3-8186-0cb9c6380ebb'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:55:28.334897 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-50b747b6-6e8b-498a-a3ac-052cbcdaa2ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:28.341470 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d1af8d41-a978-4b8f-b587-ed70188c8d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128535182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129423345'] for subnet, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.346609 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-50b747b6-6e8b-498a-a3ac-052cbcdaa2ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:28.351872 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:28.393458 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af8d41-a978-4b8f-b587-ed70188c8d9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e3227f0-2635-4eea-b7b7-400ff91ef361,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:28.395933 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d1af8d41-a978-4b8f-b587-ed70188c8d9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.406637 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-d1af8d41-a978-4b8f-b587-ed70188c8d9f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7e3227f0-2635-4eea-b7b7-400ff91ef361 HTTP/1.1" status: 204 len: 168 time: 1.0446458 Jun 01 15:55:28.408233 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 32990) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:28.408761 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-d1af8d41-a978-4b8f-b587-ed70188c8d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:28.450332 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=8d5e6027-dea6-42f3-8186-0cb9c6380ebb,revision_number=6']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:28.461414 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:28.462011 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:28.462496 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:28.462985 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:28.463509 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:28.464740 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:28.465431 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:28.465908 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:28.466659 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:28.467208 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:28.467697 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:28.468171 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:55:28.473453 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:28.474645 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-50b747b6-6e8b-498a-a3ac-052cbcdaa2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.524609 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-50b747b6-6e8b-498a-a3ac-052cbcdaa2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.532675 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab9bd65-23e0-4dc6-8794-5c065c5346ff admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=91976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 15:55:28.533077 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4ab9bd65-23e0-4dc6-8794-5c065c5346ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129416830'] for segment, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.553465 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-a9dabbfd-2d76-4ffc-a665-f4f20e7f49d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: Traceback (most recent call last): Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: timer() Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: cb(*args, **kw) Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: return func(*args, **kwargs) Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: self._notify() Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: self.callback(batched_events) Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: event.method(event) Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: return f(self, *a, **k) Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: return self._get(url).json() Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: return self.request(url, 'GET', **kwargs) Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 15:55:28.560424 dv-cinder-793515-3-smb neutron-server[91976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 15:55:28.592780 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-33010cb0-437e-4a74-9b09-15a0cc044ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916354'] for network, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.700466 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b747b6-6e8b-498a-a3ac-052cbcdaa2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9b7a48-84fd-46c0-a89b-e1ffc84b3a0a,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:28.716858 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-50b747b6-6e8b-498a-a3ac-052cbcdaa2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:28.718185 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-50b747b6-6e8b-498a-a3ac-052cbcdaa2ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fbadbceef92f45b089e90e76308525ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8264732 Jun 01 15:55:28.722904 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 32996) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:28.741175 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4ab9bd65-23e0-4dc6-8794-5c065c5346ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3910301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634041'] for network, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.753904 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-33010cb0-437e-4a74-9b09-15a0cc044ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3910276', 'neutron.services.segments.db._delete_segments_for_network-8737512847436'] for network, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.769736 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.services.segments.db [None req-33010cb0-437e-4a74-9b09-15a0cc044ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a71e0df-ae0f-48be-bf8b-ae8d385826d8']}} {{(pid=91975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:28.770785 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-974e2863-f43e-4f44-948a-fa333b262a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:28.786109 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fe14a-cda5-4132-9317-430bc9549424 req-f68440df-1b54-43ba-aa80-58e3a030a30c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:28.786579 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4ab9bd65-23e0-4dc6-8794-5c065c5346ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.793675 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-347fe14a-cda5-4132-9317-430bc9549424 req-f68440df-1b54-43ba-aa80-58e3a030a30c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 945 time: 0.2689016 Jun 01 15:55:28.815747 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9bd65-23e0-4dc6-8794-5c065c5346ff admin admin] Pushing event deleted for resources: {'Network': ['ID=dd5fa1ab-9e06-4077-9eee-f05f4406be9c,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:28.818564 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.services.segments.db [None req-33010cb0-437e-4a74-9b09-15a0cc044ff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f192b547-f8f4-48fb-972b-fe46500dfb1a') {'for_net_delete': True} {{(pid=91975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:28.819031 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.services.segments.db [None req-33010cb0-437e-4a74-9b09-15a0cc044ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f192b547-f8f4-48fb-972b-fe46500dfb1a') {} {{(pid=91975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:28.834903 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-4ab9bd65-23e0-4dc6-8794-5c065c5346ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:28.843483 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-33010cb0-437e-4a74-9b09-15a0cc044ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737512848743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128648291'] for segment, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.869063 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-bfcebb97-6530-4487-8ed5-fad014dc270a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.875159 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-347fe14a-cda5-4132-9317-430bc9549424 req-f198769e-2e22-4f11-89dc-05ad4196e0e7 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802701 Jun 01 15:55:28.882185 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb8bcf-ce6d-4537-a213-c39432cae5e8 req-17faeae5-c352-4b40-b0dc-d9490d1cd345 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:28.883000 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-87fb8bcf-ce6d-4537-a213-c39432cae5e8 req-17faeae5-c352-4b40-b0dc-d9490d1cd345 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Synchronizing usage tracker for tenant:9a8d1b76efdc412fa75558d8d00df5b1 on resource:port {{(pid=91976) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:55:28.889759 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-33010cb0-437e-4a74-9b09-15a0cc044ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.890291 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-bfcebb97-6530-4487-8ed5-fad014dc270a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.898674 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-4ab9bd65-23e0-4dc6-8794-5c065c5346ff admin admin] 10.222.0.60 "DELETE /v2.0/networks/dd5fa1ab-9e06-4077-9eee-f05f4406be9c HTTP/1.1" status: 204 len: 168 time: 1.2913904 Jun 01 15:55:28.901494 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33010cb0-437e-4a74-9b09-15a0cc044ff2 admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=91975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 15:55:28.902101 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-33010cb0-437e-4a74-9b09-15a0cc044ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128534572'] for segment, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:28.902628 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-c34bcc6a-4b22-4cd7-a0b2-4fedc2254f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:28.915081 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 32998) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: Traceback (most recent call last): Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: timer() Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: cb(*args, **kw) Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: return func(*args, **kwargs) Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: self._notify() Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: self.callback(batched_events) Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: event.method(event) Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: return f(self, *a, **k) Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: return self._get(url).json() Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: return self.request(url, 'GET', **kwargs) Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 15:55:28.920918 dv-cinder-793515-3-smb neutron-server[91975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 15:55:28.991511 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ba515777-aabc-46e4-9fc1-e38d82221902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:29.015048 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-33010cb0-437e-4a74-9b09-15a0cc044ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3910301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634041'] for network, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:29.023213 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:29.024886 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-bfcebb97-6530-4487-8ed5-fad014dc270a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7bcf40ddbfc5415880faf9c459ee291f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5521190 Jun 01 15:55:29.034495 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-87fb8bcf-ce6d-4537-a213-c39432cae5e8 req-17faeae5-c352-4b40-b0dc-d9490d1cd345 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Unset dirty status for tenant:9a8d1b76efdc412fa75558d8d00df5b1 on resource:port {{(pid=91976) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:55:29.035754 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-87fb8bcf-ce6d-4537-a213-c39432cae5e8 req-17faeae5-c352-4b40-b0dc-d9490d1cd345 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.89 "GET /v2.0/ports?device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 946 time: 0.5541048 Jun 01 15:55:29.036317 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 33000) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:29.042788 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcebb97-6530-4487-8ed5-fad014dc270a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379cc123-5488-466e-aeb9-5e6d9e4f62a1,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:29.057426 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33010cb0-437e-4a74-9b09-15a0cc044ff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a71e0df-ae0f-48be-bf8b-ae8d385826d8,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:29.060667 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-33010cb0-437e-4a74-9b09-15a0cc044ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:29.065103 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-33010cb0-437e-4a74-9b09-15a0cc044ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:29.068037 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-bfcebb97-6530-4487-8ed5-fad014dc270a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:29.071494 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-33010cb0-437e-4a74-9b09-15a0cc044ff2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1a71e0df-ae0f-48be-bf8b-ae8d385826d8 HTTP/1.1" status: 204 len: 168 time: 0.6613784 Jun 01 15:55:29.130515 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af31585-89a2-4e1c-a3d5-2c937c2f5c13 admin admin] Deleting subnet 4d94a5b3-2454-45c4-afc2-bb2f554acb2a {{(pid=91976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 15:55:29.136043 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ba515777-aabc-46e4-9fc1-e38d82221902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:29.159199 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-2af31585-89a2-4e1c-a3d5-2c937c2f5c13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:29.248823 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 33008) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:29.263140 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-2af31585-89a2-4e1c-a3d5-2c937c2f5c13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129320122'] for subnet, precommit_delete_associations {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:29.349238 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-881f728e-76a6-4b83-8085-127907855eec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bacb0648e54e4d259cd1fef515ec1094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0973840 Jun 01 15:55:29.351952 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 33012) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:29.389351 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-2b1e1c81-04a2-4e27-a37b-dfc01ffca4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:29.444660 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-2af31585-89a2-4e1c-a3d5-2c937c2f5c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907603'] for subnet, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:29.508773 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-2b1e1c81-04a2-4e27-a37b-dfc01ffca4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:29.518682 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ba515777-aabc-46e4-9fc1-e38d82221902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:29.538013 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-90fff893-f41e-475e-b0a5-5e5b45093183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:29.557552 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad595d31-4296-4a8d-9599-63c7c87ab16d req-b5367c9c-cbfd-4a8d-a904-0b9893d5d0d9 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:29.559150 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ad595d31-4296-4a8d-9599-63c7c87ab16d req-b5367c9c-cbfd-4a8d-a904-0b9893d5d0d9 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.1842575 Jun 01 15:55:29.587882 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba515777-aabc-46e4-9fc1-e38d82221902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9b7a48-84fd-46c0-a89b-e1ffc84b3a0a,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:29.599819 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-ba515777-aabc-46e4-9fc1-e38d82221902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:29.605886 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d979b2cc-2400-4ea7-b465-ba4a8aab8b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:29.645075 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ba515777-aabc-46e4-9fc1-e38d82221902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:29.649687 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-ba515777-aabc-46e4-9fc1-e38d82221902 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9f9b7a48-84fd-46c0-a89b-e1ffc84b3a0a HTTP/1.1" status: 204 len: 168 time: 0.9207311 Jun 01 15:55:29.681216 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad97f1-639a-4a50-b81a-78df7c2eb5a7 req-90c914e3-30c8-4d1a-82bd-44f4d369b826 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:29.682959 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9aad97f1-639a-4a50-b81a-78df7c2eb5a7 req-90c914e3-30c8-4d1a-82bd-44f4d369b826 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 946 time: 0.1754072 Jun 01 15:55:29.693855 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ad595d31-4296-4a8d-9599-63c7c87ab16d req-f9d24c2c-c83d-4e2f-a062-580abded6f66 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250792 Jun 01 15:55:29.723460 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [req-87fb8bcf-ce6d-4537-a213-c39432cae5e8 req-8b9e4191-f32f-46ab-83c3-76694454d888 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Deleting port 7f58f9ce-194a-4fc7-97d9-15c10a48bd27 {{(pid=91976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:55:29.723950 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-87fb8bcf-ce6d-4537-a213-c39432cae5e8 req-8b9e4191-f32f-46ab-83c3-76694454d888 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:29.732251 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 8d5e6027-dea6-42f3-8186-0cb9c6380ebb up at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:55:29.741813 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d979b2cc-2400-4ea7-b465-ba4a8aab8b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:29.784267 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9aad97f1-639a-4a50-b81a-78df7c2eb5a7 req-513150ca-e419-4d15-b608-59add55ebfdc tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7a58777-7aea-4b54-9441-83b1fb7e0c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838108 Jun 01 15:55:29.826861 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning complete for port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:55:29.827741 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:29.876429 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-2b1e1c81-04a2-4e27-a37b-dfc01ffca4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:29.886764 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-50b747b6-6e8b-498a-a3ac-052cbcdaa2ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:30.023165 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e1c81-04a2-4e27-a37b-dfc01ffca4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379cc123-5488-466e-aeb9-5e6d9e4f62a1,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:30.044725 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d979b2cc-2400-4ea7-b465-ba4a8aab8b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:30.049409 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-2b1e1c81-04a2-4e27-a37b-dfc01ffca4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:30.058120 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-2b1e1c81-04a2-4e27-a37b-dfc01ffca4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:30.090900 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:30.181602 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678105a2-540d-494c-834e-f45ed9d9de58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5e6027-dea6-42f3-8186-0cb9c6380ebb'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:55:30.184904 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fc5373-4840-4aaa-b553-dfc1a4155e12" -d '{"events": [{"server_uuid": "678105a2-540d-494c-834e-f45ed9d9de58", "name": "network-vif-plugged", "status": "completed", "tag": "8d5e6027-dea6-42f3-8186-0cb9c6380ebb"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:55:30.193390 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=8d5e6027-dea6-42f3-8186-0cb9c6380ebb,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:30.197487 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c1e3f-0b85-4bb6-b3fe-6557bab7a3f9 req-441d00b7-5763-407e-892f-b5690cbd7154 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:30.199943 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:30.202041 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:30.205316 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b18c1e3f-0b85-4bb6-b3fe-6557bab7a3f9 req-441d00b7-5763-407e-892f-b5690cbd7154 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 945 time: 0.1688499 Jun 01 15:55:30.234586 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979b2cc-2400-4ea7-b465-ba4a8aab8b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963a7af7-2e2a-4593-a7be-ae1f9ad649d2,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:30.260648 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-d979b2cc-2400-4ea7-b465-ba4a8aab8b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:30.261721 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d979b2cc-2400-4ea7-b465-ba4a8aab8b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:30.263252 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-d979b2cc-2400-4ea7-b465-ba4a8aab8b7b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/963a7af7-2e2a-4593-a7be-ae1f9ad649d2 HTTP/1.1" status: 204 len: 168 time: 0.9085469 Jun 01 15:55:30.264346 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-2b1e1c81-04a2-4e27-a37b-dfc01ffca4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:30.267710 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b18c1e3f-0b85-4bb6-b3fe-6557bab7a3f9 req-2f38c287-1b95-4def-877b-0410f982a3fa tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592198 Jun 01 15:55:30.269259 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-2b1e1c81-04a2-4e27-a37b-dfc01ffca4dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/379cc123-5488-466e-aeb9-5e6d9e4f62a1 HTTP/1.1" status: 204 len: 168 time: 1.2277749 Jun 01 15:55:30.288495 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0442d5-3087-4da7-a329-369c1982ce93 x-openstack-request-id: req-db0442d5-3087-4da7-a329-369c1982ce93 {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:55:30.289695 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678105a2-540d-494c-834e-f45ed9d9de58", "name": "network-vif-plugged", "status": "completed", "tag": "8d5e6027-dea6-42f3-8186-0cb9c6380ebb", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:55:30.289968 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db0442d5-3087-4da7-a329-369c1982ce93 {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:55:30.290431 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678105a2-540d-494c-834e-f45ed9d9de58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5e6027-dea6-42f3-8186-0cb9c6380ebb', 'code': 200} Jun 01 15:55:30.317089 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [req-87fb8bcf-ce6d-4537-a213-c39432cae5e8 req-8b9e4191-f32f-46ab-83c3-76694454d888 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] For port 7f58f9ce-194a-4fc7-97d9-15c10a48bd27, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7f58f9ce-194a-4fc7-97d9-15c10a48bd27,segment=NetworkSegment(5a582721-188e-4673-9d0d-d4bcf203f1bd),segment_id=5a582721-188e-4673-9d0d-d4bcf203f1bd)] {{(pid=91976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:30.317477 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-87fb8bcf-ce6d-4537-a213-c39432cae5e8 req-8b9e4191-f32f-46ab-83c3-76694454d888 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:30.343144 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=8d5e6027-dea6-42f3-8186-0cb9c6380ebb,revision_number=7']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:30.349144 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:30.490666 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [req-87fb8bcf-ce6d-4537-a213-c39432cae5e8 req-8b9e4191-f32f-46ab-83c3-76694454d888 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Calling delete_port for 7f58f9ce-194a-4fc7-97d9-15c10a48bd27 owned by compute:nova {{(pid=91976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:55:30.513972 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-2af31585-89a2-4e1c-a3d5-2c937c2f5c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129416412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128456118'] for subnet, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:30.523357 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:30.566985 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-2af31585-89a2-4e1c-a3d5-2c937c2f5c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for subnet, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:30.572526 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af31585-89a2-4e1c-a3d5-2c937c2f5c13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d94a5b3-2454-45c4-afc2-bb2f554acb2a,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:30.579879 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-2af31585-89a2-4e1c-a3d5-2c937c2f5c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:30.588624 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-2af31585-89a2-4e1c-a3d5-2c937c2f5c13 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4d94a5b3-2454-45c4-afc2-bb2f554acb2a HTTP/1.1" status: 204 len: 168 time: 1.6654732 Jun 01 15:55:30.588982 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 33024) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:30.755682 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-87fb8bcf-ce6d-4537-a213-c39432cae5e8 req-8b9e4191-f32f-46ab-83c3-76694454d888 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:30.769752 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-faad4f96-dca6-4b67-a2a4-a537482bc468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:30.790724 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-bc887f24-b569-4eb5-a910-abc37fe152b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916354'] for network, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:31.077486 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e4191-f32f-46ab-83c3-76694454d888 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Pushing event deleted for resources: {'Port': ['ID=7f58f9ce-194a-4fc7-97d9-15c10a48bd27,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:31.084676 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-8b9e4191-f32f-46ab-83c3-76694454d888 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:31.161581 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-bc887f24-b569-4eb5-a910-abc37fe152b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3910276', 'neutron.services.segments.db._delete_segments_for_network-8737512847436'] for network, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:31.172771 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-295c1b05-cc83-49e6-8f93-4d0af83cf1fc req-3bf0cb93-eeb9-47a5-865e-af78ae6ef6bf tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4e4feb-afaf-4976-82e4-ecd893640839 HTTP/1.1" status: 200 len: 210 time: 0.1165936 Jun 01 15:55:31.180540 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.services.segments.db [None req-bc887f24-b569-4eb5-a910-abc37fe152b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be050647-e671-421f-bd49-34454facc2b8']}} {{(pid=91975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:31.181778 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fb8bcf-ce6d-4537-a213-c39432cae5e8 req-8b9e4191-f32f-46ab-83c3-76694454d888 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] No DVR routers for this DVR port 7f58f9ce-194a-4fc7-97d9-15c10a48bd27 on host hv-cinder-79351 {{(pid=91976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:55:31.199551 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-87fb8bcf-ce6d-4537-a213-c39432cae5e8 req-8b9e4191-f32f-46ab-83c3-76694454d888 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:31.202590 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4e4feb-afaf-4976-82e4-ecd893640839', 'name': 'network-vif-deleted', 'tag': '7f58f9ce-194a-4fc7-97d9-15c10a48bd27'}] {{(pid=91976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:55:31.205009 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f9d738effd6d9aceb087a38e3a2b49a7446793e3ad91c39eafceb576f9fb4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc6c329-4222-45f8-ade6-f33652a409dc" -d '{"events": [{"server_uuid": "4e4e4feb-afaf-4976-82e4-ecd893640839", "name": "network-vif-deleted", "tag": "7f58f9ce-194a-4fc7-97d9-15c10a48bd27"}]}' {{(pid=91976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:55:31.225635 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.services.segments.db [None req-bc887f24-b569-4eb5-a910-abc37fe152b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ae741c-81d3-4f2f-8bbb-8532928c0ccf') {'for_net_delete': True} {{(pid=91975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:31.225931 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.services.segments.db [None req-bc887f24-b569-4eb5-a910-abc37fe152b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ae741c-81d3-4f2f-8bbb-8532928c0ccf') {} {{(pid=91975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:31.240916 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-87fb8bcf-ce6d-4537-a213-c39432cae5e8 req-8b9e4191-f32f-46ab-83c3-76694454d888 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] 10.222.0.89 "DELETE /v2.0/ports/7f58f9ce-194a-4fc7-97d9-15c10a48bd27 HTTP/1.1" status: 204 len: 173 time: 2.1930099 Jun 01 15:55:31.243130 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-bc887f24-b569-4eb5-a910-abc37fe152b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737512848743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128648291'] for segment, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:31.273061 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-bc887f24-b569-4eb5-a910-abc37fe152b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:31.286430 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa8270-9acb-46a9-8f47-c47b630e8d40 req-84fdd216-53e0-4e87-b0d2-50e69c9d3fb7 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:31.287985 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0daa8270-9acb-46a9-8f47-c47b630e8d40 req-84fdd216-53e0-4e87-b0d2-50e69c9d3fb7 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.3207340 Jun 01 15:55:31.290827 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b61cd9c-e715-4c5b-8c4d-49abecd86d5a x-openstack-request-id: req-5b61cd9c-e715-4c5b-8c4d-49abecd86d5a {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:55:31.291235 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc887f24-b569-4eb5-a910-abc37fe152b4 admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=91975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 15:55:31.291387 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-bc887f24-b569-4eb5-a910-abc37fe152b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128534572'] for segment, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:31.292008 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4e4feb-afaf-4976-82e4-ecd893640839", "name": "network-vif-deleted", "tag": "7f58f9ce-194a-4fc7-97d9-15c10a48bd27", "status": "completed", "code": 200}]} {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:55:31.292595 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b61cd9c-e715-4c5b-8c4d-49abecd86d5a {{(pid=91976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:55:31.298259 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4e4feb-afaf-4976-82e4-ecd893640839', 'name': 'network-vif-deleted', 'tag': '7f58f9ce-194a-4fc7-97d9-15c10a48bd27', 'status': 'completed', 'code': 200} Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: Traceback (most recent call last): Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: timer() Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: cb(*args, **kw) Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: return func(*args, **kwargs) Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: self._notify() Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: self.callback(batched_events) Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: event.method(event) Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: return f(self, *a, **k) Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: return self._get(url).json() Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: return self.request(url, 'GET', **kwargs) Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 15:55:31.307006 dv-cinder-793515-3-smb neutron-server[91975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 15:55:31.528765 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-bc887f24-b569-4eb5-a910-abc37fe152b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3910301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634041'] for network, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:31.549237 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0daa8270-9acb-46a9-8f47-c47b630e8d40 req-a31215e9-c64e-4f0c-b1a8-e6ec5cbbf846 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417712 Jun 01 15:55:31.550365 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-bc887f24-b569-4eb5-a910-abc37fe152b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:31.553566 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-51353b56-a5ff-4a17-84a1-e84f364331d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:31.596851 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-bc887f24-b569-4eb5-a910-abc37fe152b4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/be050647-e671-421f-bd49-34454facc2b8 HTTP/1.1" status: 204 len: 168 time: 1.0061870 Jun 01 15:55:31.599339 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc887f24-b569-4eb5-a910-abc37fe152b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=be050647-e671-421f-bd49-34454facc2b8,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:31.609932 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-bc887f24-b569-4eb5-a910-abc37fe152b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:31.635816 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faad01d-62dd-4633-a153-c8b36e84f55f req-c5a81f3a-42d9-403b-aeb9-ad7778701179 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:31.644761 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3faad01d-62dd-4633-a153-c8b36e84f55f req-c5a81f3a-42d9-403b-aeb9-ad7778701179 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.1721122 Jun 01 15:55:31.721439 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3faad01d-62dd-4633-a153-c8b36e84f55f req-e0c5ac65-cc23-460a-9203-4799188b470e tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722456 Jun 01 15:55:31.742866 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 7f58f9ce-194a-4fc7-97d9-15c10a48bd27 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:55:31.781847 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] No Port match for: 7f58f9ce-194a-4fc7-97d9-15c10a48bd27 {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:55:31.782339 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 7f58f9ce-194a-4fc7-97d9-15c10a48bd27 not bound to the agent host hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:55:31.862384 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 33062) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:31.934020 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-4c3bd389-f8c5-4cf1-8d0b-a0b4fbc21cbd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aed817307c0d4d17bb577dcbd1f3cd83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0701320 Jun 01 15:55:31.937501 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 33064) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:32.025911 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-5b43c837-976a-45a5-aade-7ac80ff8d622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:32.056152 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-5b43c837-976a-45a5-aade-7ac80ff8d622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:32.158065 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-5b43c837-976a-45a5-aade-7ac80ff8d622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:32.168109 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-48b7e572-011b-4978-b3bc-8105b3a41316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:32.191958 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43c837-976a-45a5-aade-7ac80ff8d622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d793a74d-8365-49d7-8653-5b178f62e87f,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:32.196563 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-5b43c837-976a-45a5-aade-7ac80ff8d622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:32.198041 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-5b43c837-976a-45a5-aade-7ac80ff8d622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:32.210990 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-5b43c837-976a-45a5-aade-7ac80ff8d622 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d793a74d-8365-49d7-8653-5b178f62e87f HTTP/1.1" status: 204 len: 168 time: 0.2651896 Jun 01 15:55:32.367421 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 33108) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:32.453380 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_v2 [None req-429cc7f0-7fd3-4747-89f2-6d39534741d3 admin admin] Deleting subnet 6c05ea02-37de-4c70-a86d-e39e23827d1a {{(pid=91975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 15:55:32.458435 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-429cc7f0-7fd3-4747-89f2-6d39534741d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:32.520812 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-429cc7f0-7fd3-4747-89f2-6d39534741d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128648308'] for subnet, precommit_delete_associations {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:32.589982 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-429cc7f0-7fd3-4747-89f2-6d39534741d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907603'] for subnet, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:32.851209 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 33118) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:32.947366 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-bfbb0438-070d-496e-9097-221a7a20fa85 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=62aa17a8a5434c8ea1284da7bbe35ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0947826 Jun 01 15:55:32.949786 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 33122) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:33.053129 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3a5599ec-35b8-452f-85ee-17859e8b80d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:33.088462 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3a5599ec-35b8-452f-85ee-17859e8b80d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:33.164111 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3a5599ec-35b8-452f-85ee-17859e8b80d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:33.172151 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-5d5a1b22-4894-4075-996c-c8dd6ff154a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:33.179616 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddabc7-6527-4561-95c7-420f775f69ba req-fd78560f-cab7-49df-b5bd-4ee6f23f032a tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:33.186507 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-28ddabc7-6527-4561-95c7-420f775f69ba req-fd78560f-cab7-49df-b5bd-4ee6f23f032a tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.2439888 Jun 01 15:55:33.192085 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5599ec-35b8-452f-85ee-17859e8b80d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cf6349-6125-4416-9795-fc177a87f110,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:33.196708 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-3a5599ec-35b8-452f-85ee-17859e8b80d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:33.198941 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3a5599ec-35b8-452f-85ee-17859e8b80d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:33.201535 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-3a5599ec-35b8-452f-85ee-17859e8b80d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/75cf6349-6125-4416-9795-fc177a87f110 HTTP/1.1" status: 204 len: 168 time: 0.2508547 Jun 01 15:55:33.209376 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2d469-774f-4878-b053-3e3f0a294dbc req-2c0e8f9e-03c2-498f-90b5-bea2470409cc tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:33.230919 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-99c2d469-774f-4878-b053-3e3f0a294dbc req-2c0e8f9e-03c2-498f-90b5-bea2470409cc tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.3735738 Jun 01 15:55:33.261769 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-429cc7f0-7fd3-4747-89f2-6d39534741d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128535182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129423345'] for subnet, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:33.287995 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-f9dd183c-2df1-4724-a59f-57569a482502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:33.340020 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-99c2d469-774f-4878-b053-3e3f0a294dbc req-5a73ccae-5841-4df4-a30b-9d45207bf49f tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172843 Jun 01 15:55:33.344505 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429cc7f0-7fd3-4747-89f2-6d39534741d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c05ea02-37de-4c70-a86d-e39e23827d1a,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:33.352891 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-28ddabc7-6527-4561-95c7-420f775f69ba req-18948f16-ef8a-4a1a-a482-8c77cc26670b tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651487 Jun 01 15:55:33.356765 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-429cc7f0-7fd3-4747-89f2-6d39534741d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:33.359966 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-429cc7f0-7fd3-4747-89f2-6d39534741d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:33.370021 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 33138) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:33.370574 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-429cc7f0-7fd3-4747-89f2-6d39534741d3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6c05ea02-37de-4c70-a86d-e39e23827d1a HTTP/1.1" status: 204 len: 168 time: 1.0019526 Jun 01 15:55:33.550866 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-77fa6393-2a9a-4d7c-8e44-290e6aee2ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916354'] for network, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:33.706512 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-77fa6393-2a9a-4d7c-8e44-290e6aee2ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3910276', 'neutron.services.segments.db._delete_segments_for_network-8737512847436'] for network, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:33.729266 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.services.segments.db [None req-77fa6393-2a9a-4d7c-8e44-290e6aee2ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3dde78-d936-4294-b200-1bcc0c02662a']}} {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:33.746633 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.services.segments.db [None req-77fa6393-2a9a-4d7c-8e44-290e6aee2ff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a582721-188e-4673-9d0d-d4bcf203f1bd') {'for_net_delete': True} {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:33.746633 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.services.segments.db [None req-77fa6393-2a9a-4d7c-8e44-290e6aee2ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a582721-188e-4673-9d0d-d4bcf203f1bd') {} {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:55:33.763239 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-77fa6393-2a9a-4d7c-8e44-290e6aee2ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737512848743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129320109'] for segment, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:33.786308 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-77fa6393-2a9a-4d7c-8e44-290e6aee2ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:33.793530 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77fa6393-2a9a-4d7c-8e44-290e6aee2ff4 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=91976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 15:55:33.794278 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-77fa6393-2a9a-4d7c-8e44-290e6aee2ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129416830'] for segment, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: Traceback (most recent call last): Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: timer() Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: cb(*args, **kw) Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: return func(*args, **kwargs) Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: self._notify() Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: self.callback(batched_events) Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: event.method(event) Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: return f(self, *a, **k) Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: return self._get(url).json() Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: return self.request(url, 'GET', **kwargs) Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 15:55:33.816864 dv-cinder-793515-3-smb neutron-server[91976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 15:55:33.915308 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-77fa6393-2a9a-4d7c-8e44-290e6aee2ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3910301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634041'] for network, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:33.920684 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-77fa6393-2a9a-4d7c-8e44-290e6aee2ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:33.923655 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-d8e0c1bd-4deb-49e6-bbd5-40bd53168027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:33.966130 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa6393-2a9a-4d7c-8e44-290e6aee2ff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d3dde78-d936-4294-b200-1bcc0c02662a,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:33.972754 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-77fa6393-2a9a-4d7c-8e44-290e6aee2ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:33.982035 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-77fa6393-2a9a-4d7c-8e44-290e6aee2ff4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1d3dde78-d936-4294-b200-1bcc0c02662a HTTP/1.1" status: 204 len: 168 time: 0.6104496 Jun 01 15:55:34.353432 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 33168) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:34.467941 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-adbf4370-004a-47ad-a2ad-cbc35df24801 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a8d1b76efdc412fa75558d8d00df5b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1132243 Jun 01 15:55:34.470652 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 33178) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:34.606727 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1cefcfc4-ce10-41ea-b97d-df4892e8f57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:34.653291 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1cefcfc4-ce10-41ea-b97d-df4892e8f57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:34.695952 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb300ca-749a-462c-a88b-4f454159a81a req-355a382c-261d-4a02-bfe7-e403d08fd02a tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:34.697918 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2cb300ca-749a-462c-a88b-4f454159a81a req-355a382c-261d-4a02-bfe7-e403d08fd02a tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.1652553 Jun 01 15:55:34.743689 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b759dee-5eb7-4d8c-a876-dbdf01f285b2 req-dd7fcf52-e586-4617-8317-a576cf22ba98 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:34.752100 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7b759dee-5eb7-4d8c-a876-dbdf01f285b2 req-dd7fcf52-e586-4617-8317-a576cf22ba98 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.1683278 Jun 01 15:55:34.771151 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1cefcfc4-ce10-41ea-b97d-df4892e8f57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:34.774467 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-2b5b3664-e3e0-4e7e-b624-ada36b944822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:34.796259 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cefcfc4-ce10-41ea-b97d-df4892e8f57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a58777-7aea-4b54-9441-83b1fb7e0c79,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:34.809258 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-1cefcfc4-ce10-41ea-b97d-df4892e8f57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:34.834003 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1cefcfc4-ce10-41ea-b97d-df4892e8f57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:34.835544 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-1cefcfc4-ce10-41ea-b97d-df4892e8f57a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b7a58777-7aea-4b54-9441-83b1fb7e0c79 HTTP/1.1" status: 204 len: 168 time: 0.3639455 Jun 01 15:55:34.874261 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2cb300ca-749a-462c-a88b-4f454159a81a req-66e6829d-77f6-4545-9f5b-4a7e0ff4cb42 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697292 Jun 01 15:55:34.905219 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7b759dee-5eb7-4d8c-a876-dbdf01f285b2 req-8947ad91-7934-44e4-affa-9bfee278c948 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520696 Jun 01 15:55:35.522822 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:55:36.239486 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07730da-877e-41eb-a3d2-13722fb971f8 req-0ab3f3d1-b848-45f9-a20f-e5c341cb1be6 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:36.242029 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f07730da-877e-41eb-a3d2-13722fb971f8 req-0ab3f3d1-b848-45f9-a20f-e5c341cb1be6 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.1753938 Jun 01 15:55:36.250978 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9acc7a-2636-47b1-a64d-4a18762f11c4 req-d843a54d-9ddb-4b27-832c-e37a27b81b26 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:36.253097 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2d9acc7a-2636-47b1-a64d-4a18762f11c4 req-d843a54d-9ddb-4b27-832c-e37a27b81b26 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.1882935 Jun 01 15:55:36.314332 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f07730da-877e-41eb-a3d2-13722fb971f8 req-25fa4e4a-adf7-42db-aeea-01ff8790a094 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600421 Jun 01 15:55:36.350223 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2d9acc7a-2636-47b1-a64d-4a18762f11c4 req-5c9e87d8-0811-4c5f-8c41-302dcacbc98a tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518296 Jun 01 15:55:37.717240 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f794a497-0520-49c5-a1e2-3a7f8e8a794c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:37.780476 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc227a-bc0e-4a1b-8336-ff5b39652391 req-5fc0b9be-f53e-4dae-acef-99c3503c6be0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:37.782054 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ebbc227a-bc0e-4a1b-8336-ff5b39652391 req-5fc0b9be-f53e-4dae-acef-99c3503c6be0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.2201030 Jun 01 15:55:37.790143 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e992ba-212e-4742-9055-7e1db4ed138b req-4efb1e8d-3024-40d1-b280-f5fe3ed45e46 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:37.797340 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a9e992ba-212e-4742-9055-7e1db4ed138b req-4efb1e8d-3024-40d1-b280-f5fe3ed45e46 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.3082728 Jun 01 15:55:37.921959 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ebbc227a-bc0e-4a1b-8336-ff5b39652391 req-66b4bd8a-40d8-4e5f-8436-cb355bd5dfa7 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216629 Jun 01 15:55:37.957429 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a9e992ba-212e-4742-9055-7e1db4ed138b req-0a85f4c8-e129-4f17-a768-ca874179f97a tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507571 Jun 01 15:55:39.060166 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 33286) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:39.241916 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-bfbd360b-1093-4935-8b45-4cc15730f7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:39.258100 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-bfbd360b-1093-4935-8b45-4cc15730f7d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:39.262711 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-bfbd360b-1093-4935-8b45-4cc15730f7d2 admin admin] Usage tracker for resource:security_group_rule and tenant:ed686171e47a4c2aa1d50eb7fba3c5c5 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:39.266067 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-bfbd360b-1093-4935-8b45-4cc15730f7d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:39.272757 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-bfbd360b-1093-4935-8b45-4cc15730f7d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:39.373187 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-bfbd360b-1093-4935-8b45-4cc15730f7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:39.380039 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-bfbd360b-1093-4935-8b45-4cc15730f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:39.416178 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-fc71c594-1b1c-40c5-9512-ad8859b5a378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:39.422685 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bb0e8-6989-449f-8a95-f3c640a15751 req-ccdd2a82-33f5-47ba-b5e8-9e040867f031 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:39.430180 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-bfbd360b-1093-4935-8b45-4cc15730f7d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed686171e47a4c2aa1d50eb7fba3c5c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688958 Jun 01 15:55:39.430646 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-da8bb0e8-6989-449f-8a95-f3c640a15751 req-ccdd2a82-33f5-47ba-b5e8-9e040867f031 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.3212969 Jun 01 15:55:39.432986 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 33290) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:39.455150 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd360b-1093-4935-8b45-4cc15730f7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eccaf06-93b5-4db0-9043-835b9b462775,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:39.469362 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-bfbd360b-1093-4935-8b45-4cc15730f7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:39.504403 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a53002-48f6-40d7-adee-451d0c11e16e req-a1132bfb-dd69-40c9-9a2a-60a35b871a0c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:39.512261 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-83a53002-48f6-40d7-adee-451d0c11e16e req-a1132bfb-dd69-40c9-9a2a-60a35b871a0c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.3553097 Jun 01 15:55:39.672292 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-da8bb0e8-6989-449f-8a95-f3c640a15751 req-d9170228-0315-4110-ab50-5b7a21df988b tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406301 Jun 01 15:55:39.681604 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-4f1ab2e3-17a6-49b4-975b-c924a25e284e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:39.698631 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-83a53002-48f6-40d7-adee-451d0c11e16e req-244a16b3-5ceb-4d55-bee2-d74a7e76b5b1 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848238 Jun 01 15:55:39.752619 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-4f1ab2e3-17a6-49b4-975b-c924a25e284e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:39.834488 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-4f1ab2e3-17a6-49b4-975b-c924a25e284e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:39.839378 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-addd9add-e0e2-41b0-a6d6-9bdbf6bdf4c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:39.854881 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ab2e3-17a6-49b4-975b-c924a25e284e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eccaf06-93b5-4db0-9043-835b9b462775,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:39.875304 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-4f1ab2e3-17a6-49b4-975b-c924a25e284e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:39.879275 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-4f1ab2e3-17a6-49b4-975b-c924a25e284e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:39.883162 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-4f1ab2e3-17a6-49b4-975b-c924a25e284e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0eccaf06-93b5-4db0-9043-835b9b462775 HTTP/1.1" status: 204 len: 168 time: 0.4441805 Jun 01 15:55:40.170975 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-3dfe537c-d284-4b23-ae31-025449401517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:40.173666 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:40.256086 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 33304) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:40.274684 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5d889a8e-663b-4991-b993-dc30be5d0695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:40.291209 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-5d889a8e-663b-4991-b993-dc30be5d0695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:40.295766 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-5d889a8e-663b-4991-b993-dc30be5d0695 admin admin] Usage tracker for resource:security_group_rule and tenant:38f322c6ed544dcc80f16ef41b7b1857 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:40.299437 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-5d889a8e-663b-4991-b993-dc30be5d0695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:40.305932 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-5d889a8e-663b-4991-b993-dc30be5d0695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:40.410325 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5d889a8e-663b-4991-b993-dc30be5d0695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:40.415562 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5d889a8e-663b-4991-b993-dc30be5d0695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:40.426209 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-8689f9fd-4ae9-434a-bb3a-afe9831a33e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:40.468327 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-5d889a8e-663b-4991-b993-dc30be5d0695 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38f322c6ed544dcc80f16ef41b7b1857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109759 Jun 01 15:55:40.470878 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d889a8e-663b-4991-b993-dc30be5d0695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4545544-e034-4d28-85d6-0114f57d601f,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:40.471297 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 33306) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:40.474099 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-5d889a8e-663b-4991-b993-dc30be5d0695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:40.562443 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c009c1b1-e3b5-446a-b41f-d46abfd79e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:40.597940 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c009c1b1-e3b5-446a-b41f-d46abfd79e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:40.662508 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c009c1b1-e3b5-446a-b41f-d46abfd79e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:40.668465 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-1a1e623b-a9d8-478f-baeb-b26c49da8577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:40.681815 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009c1b1-e3b5-446a-b41f-d46abfd79e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4545544-e034-4d28-85d6-0114f57d601f,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:40.687847 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-c009c1b1-e3b5-446a-b41f-d46abfd79e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:40.690384 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c009c1b1-e3b5-446a-b41f-d46abfd79e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:40.691550 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-c009c1b1-e3b5-446a-b41f-d46abfd79e19 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4545544-e034-4d28-85d6-0114f57d601f HTTP/1.1" status: 204 len: 168 time: 0.2186561 Jun 01 15:55:40.931560 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70eef0f-66f2-4e1b-8800-67d2a60e3f40 req-c9446e72-1f4d-48b2-bb6d-1baa49a37725 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:40.939003 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b70eef0f-66f2-4e1b-8800-67d2a60e3f40 req-c9446e72-1f4d-48b2-bb6d-1baa49a37725 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.1106293 Jun 01 15:55:41.048390 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b70eef0f-66f2-4e1b-8800-67d2a60e3f40 req-0911c697-53d8-4fe6-935f-f79622d2d3f4 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079865 Jun 01 15:55:41.137242 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26720f6b-a730-4686-928a-596759a62484 req-9dcb5020-dbc2-4dac-80dc-a8351adfbc6e tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:41.138868 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-26720f6b-a730-4686-928a-596759a62484 req-9dcb5020-dbc2-4dac-80dc-a8351adfbc6e tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.1974711 Jun 01 15:55:41.219746 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-26720f6b-a730-4686-928a-596759a62484 req-93bce26f-1c5f-469b-ae86-67612f974422 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737526 Jun 01 15:55:41.341232 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:42.252751 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e8b7b-3072-4e5f-ada3-2362c3105c38 req-d4c95d76-8df4-42e1-a782-25ab7ff21fd7 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:42.254243 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e55e8b7b-3072-4e5f-ada3-2362c3105c38 req-d4c95d76-8df4-42e1-a782-25ab7ff21fd7 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.0903792 Jun 01 15:55:42.321328 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e55e8b7b-3072-4e5f-ada3-2362c3105c38 req-fda90044-c14f-4f7e-83a5-094973711e5a tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608921 Jun 01 15:55:42.451435 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ad88f-154e-4dd3-a4f3-90314fbb37da req-61ea1491-1320-4036-948b-dcfccd002759 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:42.454240 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9e5ad88f-154e-4dd3-a4f3-90314fbb37da req-61ea1491-1320-4036-948b-dcfccd002759 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.1042683 Jun 01 15:55:42.514617 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9e5ad88f-154e-4dd3-a4f3-90314fbb37da req-5d615ad8-b61b-4d8d-ba12-797b60818eb3 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513721 Jun 01 15:55:42.649940 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2da7d3-99b8-4c20-9805-6012ed3aec31 req-3d31cdf4-310f-4eef-99ca-76cd008f6dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:42.652012 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-2d2da7d3-99b8-4c20-9805-6012ed3aec31 req-3d31cdf4-310f-4eef-99ca-76cd008f6dd6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=12fb45d959194124816570e75695094b&device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 1099 time: 0.0813377 Jun 01 15:55:42.801423 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2da7d3-99b8-4c20-9805-6012ed3aec31 req-a1efedfc-f2ce-4c35-909f-679bbbf1bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:42.802871 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-2d2da7d3-99b8-4c20-9805-6012ed3aec31 req-a1efedfc-f2ce-4c35-909f-679bbbf1bf92 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff HTTP/1.1" status: 200 len: 918 time: 0.1445398 Jun 01 15:55:42.911478 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-2d2da7d3-99b8-4c20-9805-6012ed3aec31 req-5585f937-6b6a-4574-9825-c8d4973d40b9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d5e6027-dea6-42f3-8186-0cb9c6380ebb HTTP/1.1" status: 200 len: 1002 time: 0.1017194 Jun 01 15:55:42.981714 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2da7d3-99b8-4c20-9805-6012ed3aec31 req-849790fc-a2dc-44c3-9878-55ff63f5904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:42.983484 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-2d2da7d3-99b8-4c20-9805-6012ed3aec31 req-849790fc-a2dc-44c3-9878-55ff63f5904d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ff05e754-6aad-4db5-b1da-a8b9dc40ba92 HTTP/1.1" status: 200 len: 856 time: 0.0650656 Jun 01 15:55:43.086889 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2da7d3-99b8-4c20-9805-6012ed3aec31 req-4933b118-f66c-48e1-84e8-a4f32bf7d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:43.088426 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-2d2da7d3-99b8-4c20-9805-6012ed3aec31 req-4933b118-f66c-48e1-84e8-a4f32bf7d0e1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0973442 Jun 01 15:55:43.240011 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-2d2da7d3-99b8-4c20-9805-6012ed3aec31 req-5768dee0-20bd-4ff7-ab9a-0f189583b944 service neutron] 10.222.0.89 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442750 Jun 01 15:55:43.341186 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:43.427915 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b4b4c-1ecf-4588-8e1c-818b04e6db58 req-e814cb9e-fe70-44d6-a999-7208aa1deba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:43.429380 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ac0b4b4c-1ecf-4588-8e1c-818b04e6db58 req-e814cb9e-fe70-44d6-a999-7208aa1deba0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 1098 time: 0.1620224 Jun 01 15:55:43.505054 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-2d2da7d3-99b8-4c20-9805-6012ed3aec31 req-f2f7bc30-abfd-4df6-aab1-f57cbfdf544d service neutron] 10.222.0.89 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582176 Jun 01 15:55:43.543815 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ac0b4b4c-1ecf-4588-8e1c-818b04e6db58 req-b03f47d6-85e3-4530-902f-1b1b69306d36 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074796 Jun 01 15:55:43.580796 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f4e69-2e9d-45ce-8e6d-56a8e309f882 req-0ded620f-9ff5-4ac1-b2b4-94850cad3a09 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:43.582424 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c42f4e69-2e9d-45ce-8e6d-56a8e309f882 req-0ded620f-9ff5-4ac1-b2b4-94850cad3a09 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.1264436 Jun 01 15:55:43.634564 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c42f4e69-2e9d-45ce-8e6d-56a8e309f882 req-74397b49-6994-44d0-9125-f0f01c8b1033 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449538 Jun 01 15:55:43.721913 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9539ff-4563-4ba9-b4c5-f59c049481e0 req-6d0502b7-95bf-400d-9cf4-691526b2907d tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:43.723301 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8e9539ff-4563-4ba9-b4c5-f59c049481e0 req-6d0502b7-95bf-400d-9cf4-691526b2907d tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.0877206 Jun 01 15:55:43.771058 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8e9539ff-4563-4ba9-b4c5-f59c049481e0 req-6e660e43-1883-4d76-bc7e-bbbd36952d45 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418313 Jun 01 15:55:44.450135 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 33436) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:44.610247 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f0f11702-8e17-4b83-9f41-279769d04b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:44.629339 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-f0f11702-8e17-4b83-9f41-279769d04b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:44.637906 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-f0f11702-8e17-4b83-9f41-279769d04b18 admin admin] Usage tracker for resource:security_group_rule and tenant:4de0af351fb04256bd0215b64aa5f8cf is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:44.641679 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-f0f11702-8e17-4b83-9f41-279769d04b18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:44.648054 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-f0f11702-8e17-4b83-9f41-279769d04b18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:44.755872 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f0f11702-8e17-4b83-9f41-279769d04b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:44.760309 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f0f11702-8e17-4b83-9f41-279769d04b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:44.769842 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-67998765-3782-40a1-b07e-882da0081e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:44.810891 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-f0f11702-8e17-4b83-9f41-279769d04b18 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4de0af351fb04256bd0215b64aa5f8cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3590357 Jun 01 15:55:44.812683 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f11702-8e17-4b83-9f41-279769d04b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0adf61-9c75-44b5-9efa-af589629ee7c,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:44.815024 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 33448) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:44.833581 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-f0f11702-8e17-4b83-9f41-279769d04b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:44.866049 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b0912-d2f9-4262-bdbe-dff93e15b7f7 req-b308a4d5-4ab6-4625-b5ee-fd85b84664b0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:44.867538 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4c1b0912-d2f9-4262-bdbe-dff93e15b7f7 req-b308a4d5-4ab6-4625-b5ee-fd85b84664b0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 946 time: 0.0862031 Jun 01 15:55:44.885564 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-c3300289-04ae-48e3-91cc-9d91884b695f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:44.911514 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-c3300289-04ae-48e3-91cc-9d91884b695f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:44.968325 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4c1b0912-d2f9-4262-bdbe-dff93e15b7f7 req-2aaa8e93-7af2-454d-9a5b-a0d3fac31747 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944839 Jun 01 15:55:44.973498 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-c3300289-04ae-48e3-91cc-9d91884b695f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:44.978716 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-8ab185ec-d733-4ce6-b3da-20e347f82902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:44.993211 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd3108-afa8-4195-8ec9-28f9fc35dff1 req-bb29a7db-d28b-4a62-8d69-aac9df061059 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:44.994734 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e0bd3108-afa8-4195-8ec9-28f9fc35dff1 req-bb29a7db-d28b-4a62-8d69-aac9df061059 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.1024926 Jun 01 15:55:45.001249 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3300289-04ae-48e3-91cc-9d91884b695f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0adf61-9c75-44b5-9efa-af589629ee7c,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:45.003763 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-c3300289-04ae-48e3-91cc-9d91884b695f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:45.022259 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-c3300289-04ae-48e3-91cc-9d91884b695f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:45.023427 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-c3300289-04ae-48e3-91cc-9d91884b695f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f0adf61-9c75-44b5-9efa-af589629ee7c HTTP/1.1" status: 204 len: 168 time: 0.2028539 Jun 01 15:55:45.048126 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e0bd3108-afa8-4195-8ec9-28f9fc35dff1 req-2cc525c8-13f1-41da-97b9-ec1ded314372 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462658 Jun 01 15:55:45.345949 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 33460) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:45.373206 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4322-354a-4b43-9ac6-7cde726d7063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:45.389405 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-ec7b4322-354a-4b43-9ac6-7cde726d7063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:45.393987 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-ec7b4322-354a-4b43-9ac6-7cde726d7063 admin admin] Usage tracker for resource:security_group_rule and tenant:6380842a09f942aa8a25b49f4dea9d06 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:45.397265 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-ec7b4322-354a-4b43-9ac6-7cde726d7063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:45.405062 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-ec7b4322-354a-4b43-9ac6-7cde726d7063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:45.515735 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4322-354a-4b43-9ac6-7cde726d7063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:45.553252 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4322-354a-4b43-9ac6-7cde726d7063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:45.565794 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-c009c1b1-e3b5-446a-b41f-d46abfd79e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:45.668238 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b4322-354a-4b43-9ac6-7cde726d7063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a428631-eac1-4f4e-ad45-c246e24dbea9,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:45.671947 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-ec7b4322-354a-4b43-9ac6-7cde726d7063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:45.675678 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-ec7b4322-354a-4b43-9ac6-7cde726d7063 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6380842a09f942aa8a25b49f4dea9d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274412 Jun 01 15:55:45.677541 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 33466) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:45.725534 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d362a8-318a-4880-af13-28ffbbf22eba req-c6393888-e566-455a-b7b8-1fcdf0255d5b tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:45.727043 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-50d362a8-318a-4880-af13-28ffbbf22eba req-c6393888-e566-455a-b7b8-1fcdf0255d5b tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.1749001 Jun 01 15:55:45.730355 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11235c3-0d21-40b8-b302-bddb50ed42de req-05f8bef4-fd42-4a6d-a0d9-acfe6cb241b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:45.731767 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d11235c3-0d21-40b8-b302-bddb50ed42de req-05f8bef4-fd42-4a6d-a0d9-acfe6cb241b5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e160198749c64159a5cb45da77bef6c4&device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 1098 time: 0.2120886 Jun 01 15:55:45.745013 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-9106979c-e288-406a-82e9-703b0a975912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:45.772384 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-9106979c-e288-406a-82e9-703b0a975912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:45.804384 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 8d5e6027-dea6-42f3-8186-0cb9c6380ebb no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:55:45.842714 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-9106979c-e288-406a-82e9-703b0a975912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:45.847100 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-50d362a8-318a-4880-af13-28ffbbf22eba req-8f387a2f-140b-4d55-b254-8251d0ec0fe6 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129606 Jun 01 15:55:45.862327 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-d979b2cc-2400-4ea7-b465-ba4a8aab8b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:45.876260 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-9106979c-e288-406a-82e9-703b0a975912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:45.877604 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-9106979c-e288-406a-82e9-703b0a975912 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0a428631-eac1-4f4e-ad45-c246e24dbea9 HTTP/1.1" status: 204 len: 168 time: 0.1990898 Jun 01 15:55:45.878685 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106979c-e288-406a-82e9-703b0a975912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a428631-eac1-4f4e-ad45-c246e24dbea9,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:45.881463 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-9106979c-e288-406a-82e9-703b0a975912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:45.965741 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11235c3-0d21-40b8-b302-bddb50ed42de req-abd9bbb5-60b0-46c1-8b4d-a27995fa0677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:45.967369 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d11235c3-0d21-40b8-b302-bddb50ed42de req-abd9bbb5-60b0-46c1-8b4d-a27995fa0677 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6435224e-02ee-4b78-b03f-d8b20c5a2616 HTTP/1.1" status: 200 len: 919 time: 0.2193124 Jun 01 15:55:46.021443 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:46.061419 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d11235c3-0d21-40b8-b302-bddb50ed42de req-7d83da9f-587c-4a2c-ba42-1360934f9285 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03c8e531-6a8e-4861-9c7e-99d884576fa6 HTTP/1.1" status: 200 len: 217 time: 0.0869799 Jun 01 15:55:46.106001 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678105a2-540d-494c-834e-f45ed9d9de58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d5e6027-dea6-42f3-8186-0cb9c6380ebb'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:55:46.108699 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad66701-6061-4e6f-9284-29c10d3f915c" -d '{"events": [{"server_uuid": "678105a2-540d-494c-834e-f45ed9d9de58", "name": "network-vif-unplugged", "status": "completed", "tag": "8d5e6027-dea6-42f3-8186-0cb9c6380ebb"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:55:46.132922 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=8d5e6027-dea6-42f3-8186-0cb9c6380ebb,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:55:46.139599 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:46.141353 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:46.217345 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 01 Jun 2021 15:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a109f8-c0d0-4d88-99d2-03b6a14a6faf x-openstack-request-id: req-99a109f8-c0d0-4d88-99d2-03b6a14a6faf {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:55:46.217828 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678105a2-540d-494c-834e-f45ed9d9de58", "name": "network-vif-unplugged", "status": "failed", "tag": "8d5e6027-dea6-42f3-8186-0cb9c6380ebb", "code": 422}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:55:46.218238 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99a109f8-c0d0-4d88-99d2-03b6a14a6faf {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:55:46.218848 dv-cinder-793515-3-smb neutron-server[91977]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '678105a2-540d-494c-834e-f45ed9d9de58', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8d5e6027-dea6-42f3-8186-0cb9c6380ebb', 'code': 422} returned with failed status Jun 01 15:55:46.300845 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=8d5e6027-dea6-42f3-8186-0cb9c6380ebb,revision_number=8']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:46.306922 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:46.342695 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11235c3-0d21-40b8-b302-bddb50ed42de req-35f657fa-9174-4c42-9963-23c56a6018cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:46.344129 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d11235c3-0d21-40b8-b302-bddb50ed42de req-35f657fa-9174-4c42-9963-23c56a6018cb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e8227dd6-3632-4e57-acb4-07e7d9c66cb0 HTTP/1.1" status: 200 len: 858 time: 0.2758615 Jun 01 15:55:46.394929 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d11235c3-0d21-40b8-b302-bddb50ed42de req-7b617b99-5a1e-4095-8082-05390a174e2f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6435224e-02ee-4b78-b03f-d8b20c5a2616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435231 Jun 01 15:55:46.434278 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5b029-7fc6-4774-b8e0-2d5fd3fd1849 req-86129fe1-8ee9-419a-8a27-5024a6c6199f tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:46.435740 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-32b5b029-7fc6-4774-b8e0-2d5fd3fd1849 req-86129fe1-8ee9-419a-8a27-5024a6c6199f tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 944 time: 0.2975876 Jun 01 15:55:46.556081 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-32b5b029-7fc6-4774-b8e0-2d5fd3fd1849 req-ff176c12-0f4b-444b-a7ea-f3141ecd2ff4 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133652 Jun 01 15:55:46.578804 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d11235c3-0d21-40b8-b302-bddb50ed42de req-9c380f14-6c61-424e-9722-fbcc90b8b012 service neutron] 10.222.0.89 "GET /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756141 Jun 01 15:55:46.757267 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d11235c3-0d21-40b8-b302-bddb50ed42de req-8524363b-42c0-465c-b3fe-9ae8f87e7825 service neutron] 10.222.0.89 "GET /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707766 Jun 01 15:55:47.063689 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c1fe6-77ff-4540-b1d8-84c9117a1f50 req-f1e86647-7bc3-487e-87c0-6af55ce9d65d tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:47.066265 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-460c1fe6-77ff-4540-b1d8-84c9117a1f50 req-f1e86647-7bc3-487e-87c0-6af55ce9d65d tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.1096210 Jun 01 15:55:47.122258 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-460c1fe6-77ff-4540-b1d8-84c9117a1f50 req-9655a2ec-9ceb-4dbd-b2a8-9b095068d63d tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492320 Jun 01 15:55:47.631656 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91765930-9dec-446b-84d9-50450bd19ac6 req-a356310e-46ac-4530-ae4a-487bd0443649 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:47.633290 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-91765930-9dec-446b-84d9-50450bd19ac6 req-a356310e-46ac-4530-ae4a-487bd0443649 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 944 time: 0.1074600 Jun 01 15:55:47.692067 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-91765930-9dec-446b-84d9-50450bd19ac6 req-513535fd-26a0-4fb5-9c97-4edf35841e00 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509257 Jun 01 15:55:47.952259 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 33590) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:48.083455 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9163e647-9faa-4825-a45b-fb8eb14ade7e req-19d126e5-aa3b-47a2-a8b1-ca7bb5c7191b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1298912 Jun 01 15:55:48.328147 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f82af-2042-48e1-bb50-d5096dc302c6 req-d96c1b0c-7ef2-46b4-8ed9-dd54db17ddc3 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:48.331906 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e11f82af-2042-48e1-bb50-d5096dc302c6 req-d96c1b0c-7ef2-46b4-8ed9-dd54db17ddc3 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.0967774 Jun 01 15:55:48.401917 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 33610) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:48.411779 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e11f82af-2042-48e1-bb50-d5096dc302c6 req-b9768e69-2e93-4e96-9662-17888357291b tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699563 Jun 01 15:55:48.532533 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f8ee74f5-8600-4229-97b3-fd427c0a0f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:48.546508 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-f8ee74f5-8600-4229-97b3-fd427c0a0f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:48.550492 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-f8ee74f5-8600-4229-97b3-fd427c0a0f05 admin admin] Usage tracker for resource:security_group_rule and tenant:1a591de1523a4e609f483f4e9190bf9e is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:48.553542 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-f8ee74f5-8600-4229-97b3-fd427c0a0f05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:48.559510 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-f8ee74f5-8600-4229-97b3-fd427c0a0f05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:48.653555 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f8ee74f5-8600-4229-97b3-fd427c0a0f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:48.657423 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f8ee74f5-8600-4229-97b3-fd427c0a0f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:48.664616 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-ec7b4322-354a-4b43-9ac6-7cde726d7063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:48.703766 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee74f5-8600-4229-97b3-fd427c0a0f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9edcb8-9498-4eca-9165-865fc0e29409,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:48.707521 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-f8ee74f5-8600-4229-97b3-fd427c0a0f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:48.712748 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 33616) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:48.713181 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-f8ee74f5-8600-4229-97b3-fd427c0a0f05 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a591de1523a4e609f483f4e9190bf9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099327 Jun 01 15:55:48.815191 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-a540744b-d6c6-4565-860b-a502e11b0aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:48.844684 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-a540744b-d6c6-4565-860b-a502e11b0aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:48.906392 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46d3ea-c433-4ca3-8c19-5021ecdfb71d req-cf3dd24a-2339-4a8d-a426-7dc514ccf2b1 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:48.907373 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-a540744b-d6c6-4565-860b-a502e11b0aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:48.907813 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7a46d3ea-c433-4ca3-8c19-5021ecdfb71d req-cf3dd24a-2339-4a8d-a426-7dc514ccf2b1 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 944 time: 0.0886297 Jun 01 15:55:48.912349 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e2771881-203e-45eb-b977-f213d427abca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:48.922747 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540744b-d6c6-4565-860b-a502e11b0aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9edcb8-9498-4eca-9165-865fc0e29409,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:48.926399 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-a540744b-d6c6-4565-860b-a502e11b0aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:48.930208 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-a540744b-d6c6-4565-860b-a502e11b0aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:48.931535 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-a540744b-d6c6-4565-860b-a502e11b0aab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a9edcb8-9498-4eca-9165-865fc0e29409 HTTP/1.1" status: 204 len: 168 time: 0.2165568 Jun 01 15:55:48.976733 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7a46d3ea-c433-4ca3-8c19-5021ecdfb71d req-9d3b9f0e-3598-40b7-8fc2-be3663e7c5b6 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619509 Jun 01 15:55:49.281599 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 33640) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:49.302045 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-08d7fc24-de8f-49ca-a3f7-351635dcdd45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:49.320256 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-08d7fc24-de8f-49ca-a3f7-351635dcdd45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:49.325597 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-08d7fc24-de8f-49ca-a3f7-351635dcdd45 admin admin] Usage tracker for resource:security_group_rule and tenant:3756eed845c74dceaf89446ae2f73ff2 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:49.328470 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-08d7fc24-de8f-49ca-a3f7-351635dcdd45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:49.335213 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-08d7fc24-de8f-49ca-a3f7-351635dcdd45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:49.450621 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-08d7fc24-de8f-49ca-a3f7-351635dcdd45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:49.454608 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-08d7fc24-de8f-49ca-a3f7-351635dcdd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:49.467404 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-76eaff53-dfe5-4e43-b5f7-d36c9703e0ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:49.504901 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-08d7fc24-de8f-49ca-a3f7-351635dcdd45 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3756eed845c74dceaf89446ae2f73ff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218084 Jun 01 15:55:49.506465 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7fc24-de8f-49ca-a3f7-351635dcdd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8166f4-91ab-4f8b-bf24-13e477bc6337,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:49.507586 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 33648) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:49.514623 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-08d7fc24-de8f-49ca-a3f7-351635dcdd45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:49.528966 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 33650) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:49.624957 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-bdfacbf6-2bfc-4e44-a6de-de1bdc96affa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:49.654104 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-41c8b16d-e643-4c06-867d-aad702b14dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:49.658798 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-bdfacbf6-2bfc-4e44-a6de-de1bdc96affa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:49.670678 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-41c8b16d-e643-4c06-867d-aad702b14dbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:49.674430 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-41c8b16d-e643-4c06-867d-aad702b14dbb admin admin] Usage tracker for resource:security_group_rule and tenant:d1e5d93df14e41c18ecc30b71955fb27 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:49.677282 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-41c8b16d-e643-4c06-867d-aad702b14dbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:49.683060 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-41c8b16d-e643-4c06-867d-aad702b14dbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:49.707567 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc2269-0720-44b2-ae1d-aaff867501c5 req-1a9a05a2-e617-4a2d-8896-f60344d07be9 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:49.709044 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7dcc2269-0720-44b2-ae1d-aaff867501c5 req-1a9a05a2-e617-4a2d-8896-f60344d07be9 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.1737869 Jun 01 15:55:49.768662 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-41c8b16d-e643-4c06-867d-aad702b14dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:49.772886 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-41c8b16d-e643-4c06-867d-aad702b14dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:49.782029 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-0d4f1aea-aa61-4a10-b320-a4ffc1ac1800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:49.801981 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7dcc2269-0720-44b2-ae1d-aaff867501c5 req-0be75300-6244-450e-8d3d-4ebc18b71853 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811784 Jun 01 15:55:49.815207 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163e647-9faa-4825-a45b-fb8eb14ade7e req-bb1aec50-fcbf-484d-93a6-74f872aca199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:49.816634 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9163e647-9faa-4825-a45b-fb8eb14ade7e req-bb1aec50-fcbf-484d-93a6-74f872aca199 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58&tenant_id=12fb45d959194124816570e75695094b HTTP/1.1" status: 200 len: 1097 time: 0.1453784 Jun 01 15:55:49.819220 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 8d5e6027-dea6-42f3-8186-0cb9c6380ebb no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:55:49.827969 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-bdfacbf6-2bfc-4e44-a6de-de1bdc96affa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:49.834944 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-41c8b16d-e643-4c06-867d-aad702b14dbb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1e5d93df14e41c18ecc30b71955fb27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046858 Jun 01 15:55:49.838097 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 33656) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:49.847651 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:49.849724 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8b16d-e643-4c06-867d-aad702b14dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc25be5-cdbb-4fad-9242-737a27fe5207,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:49.855384 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-41c8b16d-e643-4c06-867d-aad702b14dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:49.905474 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6014190b-51eb-4e5d-bc82-054ff3350522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:49.923891 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfacbf6-2bfc-4e44-a6de-de1bdc96affa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8166f4-91ab-4f8b-bf24-13e477bc6337,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:49.926935 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-bdfacbf6-2bfc-4e44-a6de-de1bdc96affa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:49.939664 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6014190b-51eb-4e5d-bc82-054ff3350522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:49.962498 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-bdfacbf6-2bfc-4e44-a6de-de1bdc96affa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:49.981422 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-bdfacbf6-2bfc-4e44-a6de-de1bdc96affa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb8166f4-91ab-4f8b-bf24-13e477bc6337 HTTP/1.1" status: 204 len: 168 time: 0.4584277 Jun 01 15:55:49.997822 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163e647-9faa-4825-a45b-fb8eb14ade7e req-0b6aa4b6-fd43-4e3c-a528-240cba0682b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:50.000069 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9163e647-9faa-4825-a45b-fb8eb14ade7e req-0b6aa4b6-fd43-4e3c-a528-240cba0682b3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=12fb45d959194124816570e75695094b&device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 1097 time: 0.1547165 Jun 01 15:55:50.012891 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6014190b-51eb-4e5d-bc82-054ff3350522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:50.025174 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-3a5599ec-35b8-452f-85ee-17859e8b80d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:50.069301 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6014190b-51eb-4e5d-bc82-054ff3350522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:50.070413 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-6014190b-51eb-4e5d-bc82-054ff3350522 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9bc25be5-cdbb-4fad-9242-737a27fe5207 HTTP/1.1" status: 204 len: 168 time: 0.2300467 Jun 01 15:55:50.071553 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014190b-51eb-4e5d-bc82-054ff3350522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc25be5-cdbb-4fad-9242-737a27fe5207,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:50.076916 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-6014190b-51eb-4e5d-bc82-054ff3350522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:50.257472 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163e647-9faa-4825-a45b-fb8eb14ade7e req-c17e171a-e0f2-4f7f-9976-f0bb2d045ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:50.257472 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9163e647-9faa-4825-a45b-fb8eb14ade7e req-c17e171a-e0f2-4f7f-9976-f0bb2d045ef5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff HTTP/1.1" status: 200 len: 918 time: 0.2474942 Jun 01 15:55:50.264276 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdf630-dd3f-4712-8be1-06e25c21ac04 req-b35167af-c805-4d07-9cea-34635aec8dc3 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:50.265735 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d7fdf630-dd3f-4712-8be1-06e25c21ac04 req-b35167af-c805-4d07-9cea-34635aec8dc3 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 944 time: 0.1257808 Jun 01 15:55:50.507742 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d7fdf630-dd3f-4712-8be1-06e25c21ac04 req-cba43c40-195c-46c2-bc4f-5f70424e4441 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749306 Jun 01 15:55:50.528115 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9163e647-9faa-4825-a45b-fb8eb14ade7e req-acdce87a-e185-4b07-92c8-1ca9469bf84f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d5e6027-dea6-42f3-8186-0cb9c6380ebb HTTP/1.1" status: 200 len: 1000 time: 0.2614019 Jun 01 15:55:50.607017 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163e647-9faa-4825-a45b-fb8eb14ade7e req-ecda6824-dae2-4b08-85ba-bab74b042898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:50.609088 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9163e647-9faa-4825-a45b-fb8eb14ade7e req-ecda6824-dae2-4b08-85ba-bab74b042898 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ff05e754-6aad-4db5-b1da-a8b9dc40ba92 HTTP/1.1" status: 200 len: 856 time: 0.0747612 Jun 01 15:55:50.713478 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163e647-9faa-4825-a45b-fb8eb14ade7e req-40c76ed8-75a8-4bd0-a142-68081d693de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:50.715288 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9163e647-9faa-4825-a45b-fb8eb14ade7e req-40c76ed8-75a8-4bd0-a142-68081d693de7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0986500 Jun 01 15:55:50.854001 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9163e647-9faa-4825-a45b-fb8eb14ade7e req-565b6cf6-a075-4ce5-b407-1f3dfb7405de service neutron] 10.222.0.89 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295466 Jun 01 15:55:50.997692 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9163e647-9faa-4825-a45b-fb8eb14ade7e req-20007b31-7d34-45d5-adf4-35dc44d524b9 service neutron] 10.222.0.89 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368394 Jun 01 15:55:51.918180 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8151162-e69d-4c69-853b-42cd67df18dc req-de96fd19-b34a-4772-8f1c-e7a6492e0ab1 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:51.919765 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c8151162-e69d-4c69-853b-42cd67df18dc req-de96fd19-b34a-4772-8f1c-e7a6492e0ab1 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 944 time: 0.1954141 Jun 01 15:55:51.993231 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c8151162-e69d-4c69-853b-42cd67df18dc req-ff78c048-579c-46e8-8a91-3503e2f2a2f2 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629683 Jun 01 15:55:52.708384 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:53.226904 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341d913-1dc7-411b-9672-7ee83dafa577 req-fcd2ca9f-5ecd-47e9-9c84-1a61e407d8d0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:53.229852 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7341d913-1dc7-411b-9672-7ee83dafa577 req-fcd2ca9f-5ecd-47e9-9c84-1a61e407d8d0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 944 time: 0.1017885 Jun 01 15:55:53.288765 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7341d913-1dc7-411b-9672-7ee83dafa577 req-bcd90560-14bd-4f45-b06b-0228d767ab1e tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519514 Jun 01 15:55:54.518888 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16aefa3-41d2-4bf3-88d4-09ade17f27a5 req-680794e4-8531-4e6f-8183-2636fa33fb38 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:54.521185 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b16aefa3-41d2-4bf3-88d4-09ade17f27a5 req-680794e4-8531-4e6f-8183-2636fa33fb38 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 944 time: 0.0957258 Jun 01 15:55:54.580279 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b16aefa3-41d2-4bf3-88d4-09ade17f27a5 req-d1c59784-cb24-4be3-a458-402bd42069a8 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521278 Jun 01 15:55:54.933058 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6a979-d545-4724-8d3a-64aee3d87cfa req-99a7a0ec-1478-4c79-ae2c-fe7867906a9d tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:54.934939 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-22d6a979-d545-4724-8d3a-64aee3d87cfa req-99a7a0ec-1478-4c79-ae2c-fe7867906a9d tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.0981786 Jun 01 15:55:54.991493 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-22d6a979-d545-4724-8d3a-64aee3d87cfa req-9fe6fc6d-6dc5-498b-aead-93fe2a8e3911 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494530 Jun 01 15:55:55.804457 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6859a6-f0d6-4a56-8d7b-29e4f741fae5 req-9e61793b-2b3e-4a8e-9539-4b18ee539876 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:55.808287 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9e6859a6-f0d6-4a56-8d7b-29e4f741fae5 req-9e61793b-2b3e-4a8e-9539-4b18ee539876 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 944 time: 0.0857584 Jun 01 15:55:55.856735 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9e6859a6-f0d6-4a56-8d7b-29e4f741fae5 req-ca813fea-3e91-4c47-9dc7-445800d9cdfb tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444930 Jun 01 15:55:56.197167 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10d138-3444-459b-a17a-459afe48b9c7 req-a6783584-d4c7-4a17-894f-d04f405ecbe6 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:56.199165 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-db10d138-3444-459b-a17a-459afe48b9c7 req-a6783584-d4c7-4a17-894f-d04f405ecbe6 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.0885434 Jun 01 15:55:56.253223 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-db10d138-3444-459b-a17a-459afe48b9c7 req-c803c0b3-6efb-4c28-8dd8-97a3e4830ac4 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479696 Jun 01 15:55:57.073895 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f9dff-abd7-4d8f-96b0-56f21a4ffc3c req-55a41bdb-56ec-4704-95ea-2cd39dae0939 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:57.075416 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1a1f9dff-abd7-4d8f-96b0-56f21a4ffc3c req-55a41bdb-56ec-4704-95ea-2cd39dae0939 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 944 time: 0.0952172 Jun 01 15:55:57.128052 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1a1f9dff-abd7-4d8f-96b0-56f21a4ffc3c req-07ae85ee-5504-4ab6-8b50-91f02ce96826 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467165 Jun 01 15:55:57.470920 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdb900-f93d-4eb2-a0e9-95a655112cea req-9ff1603c-5cc9-47e4-8551-b98660405b6c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:57.481447 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-17cdb900-f93d-4eb2-a0e9-95a655112cea req-9ff1603c-5cc9-47e4-8551-b98660405b6c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.1055622 Jun 01 15:55:57.549845 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-17cdb900-f93d-4eb2-a0e9-95a655112cea req-e8135042-1b8e-4fd5-b5e1-66b01bac35cc tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669010 Jun 01 15:55:58.325776 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e6745-b39b-4eb9-ab4a-9be7e4300170 req-f7cb4b03-7228-4a3a-95e7-ac17b71791ea tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:58.328003 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-878e6745-b39b-4eb9-ab4a-9be7e4300170 req-f7cb4b03-7228-4a3a-95e7-ac17b71791ea tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 944 time: 0.0866950 Jun 01 15:55:58.377813 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-878e6745-b39b-4eb9-ab4a-9be7e4300170 req-5645ec69-13a2-4b11-80db-af2c44a9bd6b tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439575 Jun 01 15:55:58.749267 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de0a36-6331-4bb5-b285-cecd6c852201 req-367a12f8-85ec-4c04-978a-a9290ed048ca tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:58.750728 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-59de0a36-6331-4bb5-b285-cecd6c852201 req-367a12f8-85ec-4c04-978a-a9290ed048ca tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.0880439 Jun 01 15:55:58.803961 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-59de0a36-6331-4bb5-b285-cecd6c852201 req-4efc5eda-676f-460f-b7d6-b3ffdc9918ec tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474007 Jun 01 15:55:59.290727 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 33870) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:59.423105 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-65e11dde-a5fe-47a8-aa37-f798dcd8b1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:59.441006 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-65e11dde-a5fe-47a8-aa37-f798dcd8b1e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:55:59.444999 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-65e11dde-a5fe-47a8-aa37-f798dcd8b1e6 admin admin] Usage tracker for resource:security_group_rule and tenant:a7c4ec6906304e5c8c9b51c168a6dddd is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:55:59.447958 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-65e11dde-a5fe-47a8-aa37-f798dcd8b1e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:55:59.454689 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-65e11dde-a5fe-47a8-aa37-f798dcd8b1e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:55:59.561756 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-65e11dde-a5fe-47a8-aa37-f798dcd8b1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:59.568393 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-65e11dde-a5fe-47a8-aa37-f798dcd8b1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:59.578486 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-bfbd360b-1093-4935-8b45-4cc15730f7d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:59.621097 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b77e14-74e7-4416-8ae0-405e2c075c00 req-c6fe8590-a75c-4ffb-bfbc-056315becb16 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:55:59.631599 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-45b77e14-74e7-4416-8ae0-405e2c075c00 req-c6fe8590-a75c-4ffb-bfbc-056315becb16 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 944 time: 0.1156394 Jun 01 15:55:59.648136 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-65e11dde-a5fe-47a8-aa37-f798dcd8b1e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a7c4ec6906304e5c8c9b51c168a6dddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3562462 Jun 01 15:55:59.648945 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 33878) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:55:59.650035 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e11dde-a5fe-47a8-aa37-f798dcd8b1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b30e58-6d94-4f4c-ac83-cb9c499d6b06,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:59.673284 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-65e11dde-a5fe-47a8-aa37-f798dcd8b1e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:59.707871 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-45b77e14-74e7-4416-8ae0-405e2c075c00 req-c35cdda1-2688-4744-a7d7-6b4da3e7e3bb tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747898 Jun 01 15:55:59.741527 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f594c382-c50b-465d-aacd-34ae174d6a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:59.778238 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f594c382-c50b-465d-aacd-34ae174d6a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:59.839857 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f594c382-c50b-465d-aacd-34ae174d6a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:59.844846 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-fa74cbd3-3190-4e1e-a7fc-c3a2750f9f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:55:59.860210 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594c382-c50b-465d-aacd-34ae174d6a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b30e58-6d94-4f4c-ac83-cb9c499d6b06,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:55:59.863289 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-f594c382-c50b-465d-aacd-34ae174d6a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:55:59.865143 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f594c382-c50b-465d-aacd-34ae174d6a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:55:59.868744 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-f594c382-c50b-465d-aacd-34ae174d6a5f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b7b30e58-6d94-4f4c-ac83-cb9c499d6b06 HTTP/1.1" status: 204 len: 168 time: 0.2156851 Jun 01 15:56:00.067244 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794845e9-f1d5-402e-b02e-fb134bf3084e req-530e4ec5-9dde-45e6-8b69-d93a6d303256 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:00.069183 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-794845e9-f1d5-402e-b02e-fb134bf3084e req-530e4ec5-9dde-45e6-8b69-d93a6d303256 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.1165617 Jun 01 15:56:00.132254 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-794845e9-f1d5-402e-b02e-fb134bf3084e req-360213fd-aaef-4cfe-91e5-0e1a3f92f081 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548172 Jun 01 15:56:00.647813 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 33902) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:00.813187 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1387482467-network', 'tenant_id': '9183316f457d4780bb4d0c69c475107c'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:00.818068 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:00.821922 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Usage tracker for resource:network and tenant:9183316f457d4780bb4d0c69c475107c is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:00.825379 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:00.831400 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:00.846648 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Made reservation on behalf of 9183316f457d4780bb4d0c69c475107c for: {'network': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:56:00.849481 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3889677'] for network, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:00.868599 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:00.884693 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:00.889934 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Usage tracker for resource:security_group_rule and tenant:9183316f457d4780bb4d0c69c475107c is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:00.893321 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:00.899748 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:00.963260 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6ce56-2f86-4528-8aaf-f68c7710b28f req-2ee09248-ede4-44e4-bf60-2a0e7a1365a8 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:00.966092 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-18b6ce56-2f86-4528-8aaf-f68c7710b28f req-2ee09248-ede4-44e4-bf60-2a0e7a1365a8 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 944 time: 0.1211395 Jun 01 15:56:01.025965 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:01.037909 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:01.038137 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-18b6ce56-2f86-4528-8aaf-f68c7710b28f req-cfa59189-5a2d-45c2-a27b-1bf5a745d013 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581632 Jun 01 15:56:01.057407 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-ecf2f8d2-347d-4b11-9799-8473ec9d621f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:01.080121 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=91976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:56:01.105898 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:01.106232 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.db.segments_db [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Added segment bb8193f9-ab89-43d2-8b61-3727e9173a74 of type vlan for network 00968b90-de3a-485f-b082-a148a9a8e3ec Jun 01 15:56:01.107332 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc24fe9-abde-4bf5-99ba-9788c00feb4f,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:01.115426 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:01.139975 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737512412739'] for network, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:01.189898 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029'] for network, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:01.191133 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:01.192254 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:01.196117 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-f0d4032f-ce79-4f7f-8d65-58c8a1c548ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:01.302773 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6495085 Jun 01 15:56:01.303964 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 33914) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:01.309725 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-4610cd86-0431-4ec3-b5bb-1e07cb9966c9 admin admin] Request body: {'subnet': {'network_id': '00968b90-de3a-485f-b082-a148a9a8e3ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1387482467-subnet', 'tenant_id': '9183316f457d4780bb4d0c69c475107c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:01.313496 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Pushing event updated for resources: {'Network': ['ID=00968b90-de3a-485f-b082-a148a9a8e3ec,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:01.317212 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:01.326766 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-4610cd86-0431-4ec3-b5bb-1e07cb9966c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:01.326766 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-4610cd86-0431-4ec3-b5bb-1e07cb9966c9 admin admin] Usage tracker for resource:subnet and tenant:9183316f457d4780bb4d0c69c475107c is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:01.327283 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-4610cd86-0431-4ec3-b5bb-1e07cb9966c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:01.335569 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-4610cd86-0431-4ec3-b5bb-1e07cb9966c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:01.343391 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Network 00968b90-de3a-485f-b082-a148a9a8e3ec details requested by agent ovs-agent-dv-cinder-793515-3-smb with host dv-cinder-793515-3-smb {{(pid=91977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:56:01.359939 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4610cd86-0431-4ec3-b5bb-1e07cb9966c9 admin admin] Made reservation on behalf of 9183316f457d4780bb4d0c69c475107c for: {'subnet': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:56:01.365106 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4610cd86-0431-4ec3-b5bb-1e07cb9966c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128456077'] for subnet, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:01.487516 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93bf3b-9a40-4c3f-9449-e5a2e11151e3 req-56ee3a89-280d-49d9-851b-daa94f66ac9d tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:01.489905 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7e93bf3b-9a40-4c3f-9449-e5a2e11151e3 req-56ee3a89-280d-49d9-851b-daa94f66ac9d tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.2325311 Jun 01 15:56:01.578779 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7e93bf3b-9a40-4c3f-9449-e5a2e11151e3 req-60ef8cbf-b00e-46b5-8723-234b518e4d5a tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777740 Jun 01 15:56:01.908051 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4610cd86-0431-4ec3-b5bb-1e07cb9966c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129416339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128456127'] for subnet, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:01.912002 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:01.990328 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610cd86-0431-4ec3-b5bb-1e07cb9966c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aea43794-67cb-4d8b-80b1-66640da8bba8,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:01.994626 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-4610cd86-0431-4ec3-b5bb-1e07cb9966c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:02.004220 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4610cd86-0431-4ec3-b5bb-1e07cb9966c9 admin admin] Checking segment: {'id': 'bb8193f9-ab89-43d2-8b61-3727e9173a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '00968b90-de3a-485f-b082-a148a9a8e3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:56:02.004584 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4610cd86-0431-4ec3-b5bb-1e07cb9966c9 admin admin] Network hostable DHCP agents. Network: 00968b90-de3a-485f-b082-a148a9a8e3ec, hostable agents: ['423065cf-a459-40a5-9d7d-37e9c3940aeb'], hosted agents: [] {{(pid=91976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:56:02.031795 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4610cd86-0431-4ec3-b5bb-1e07cb9966c9 admin admin] Network 00968b90-de3a-485f-b082-a148a9a8e3ec is scheduled to be hosted by DHCP agent 423065cf-a459-40a5-9d7d-37e9c3940aeb with binding_index 1 {{(pid=91976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:56:02.048039 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-4610cd86-0431-4ec3-b5bb-1e07cb9966c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-smb, 00968b90-de3a-485f-b082-a148a9a8e3ec) {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:56:02.059626 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f97f977-44fc-477f-83ab-f1811eee2793 None None] Network 00968b90-de3a-485f-b082-a148a9a8e3ec requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:56:02.061300 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4610cd86-0431-4ec3-b5bb-1e07cb9966c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:02.062058 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4610cd86-0431-4ec3-b5bb-1e07cb9966c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for subnet, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:02.172828 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-4610cd86-0431-4ec3-b5bb-1e07cb9966c9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8676696 Jun 01 15:56:02.271515 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4683c-9d00-4093-9070-a624bb307f97 req-fe129f50-32cc-4a86-9f1e-c50c8481446e tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:02.273421 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d1d4683c-9d00-4093-9070-a624bb307f97 req-fe129f50-32cc-4a86-9f1e-c50c8481446e tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 944 time: 0.0993199 Jun 01 15:56:02.306490 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabcacbd-b157-49c5-b774-070a85a63968 None None] Network 00968b90-de3a-485f-b082-a148a9a8e3ec requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:56:02.335287 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d1d4683c-9d00-4093-9070-a624bb307f97 req-31bf0e2b-8ffc-4d0b-b276-7b265ca62175 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544209 Jun 01 15:56:02.786224 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f6e74-30bb-4973-9a7d-5d4246aeb1d5 req-1b824538-91d4-4a11-b649-e9d992192be3 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:02.787694 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ab7f6e74-30bb-4973-9a7d-5d4246aeb1d5 req-1b824538-91d4-4a11-b649-e9d992192be3 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.0839479 Jun 01 15:56:02.837795 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ab7f6e74-30bb-4973-9a7d-5d4246aeb1d5 req-1171acf4-412b-4409-ba8b-348dc01e4a20 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432611 Jun 01 15:56:03.535198 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbde53-9c6e-4a5c-ab3a-c159eba01206 req-c27e9937-0dec-46ad-ad13-386a80616902 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:03.536658 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b1fbde53-9c6e-4a5c-ab3a-c159eba01206 req-c27e9937-0dec-46ad-ad13-386a80616902 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 944 time: 0.0893633 Jun 01 15:56:03.587810 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b1fbde53-9c6e-4a5c-ab3a-c159eba01206 req-fccd0a8e-d9d4-4cd0-af34-fe6490a52786 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454071 Jun 01 15:56:04.048911 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f283823-7913-4fe6-bda3-2025bd21906f req-5172a990-c2e6-421e-9434-c8f3bdc43da5 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:04.050640 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7f283823-7913-4fe6-bda3-2025bd21906f req-5172a990-c2e6-421e-9434-c8f3bdc43da5 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.0978057 Jun 01 15:56:04.135386 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7f283823-7913-4fe6-bda3-2025bd21906f req-a0712e76-294f-434f-a458-f0f069110adb tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785000 Jun 01 15:56:04.357880 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-df3c8e7b-0897-4683-9e1a-d3215b884319 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:04.359685 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-df3c8e7b-0897-4683-9e1a-d3215b884319 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/networks?id=00968b90-de3a-485f-b082-a148a9a8e3ec HTTP/1.1" status: 200 len: 814 time: 0.1489875 Jun 01 15:56:04.374965 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-b0fdf83e-7555-4a7f-9476-e5876f0e57a1 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/quotas/9183316f457d4780bb4d0c69c475107c HTTP/1.1" status: 200 len: 375 time: 0.0098808 Jun 01 15:56:04.426095 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-04f43f48-d702-4882-a24a-346af29a3174 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9183316f457d4780bb4d0c69c475107c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453756 Jun 01 15:56:04.564276 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-4d9913ee-77fc-461a-94ee-30ecb51eda1c service neutron] 10.222.0.60 "GET /v2.0/networks/00968b90-de3a-485f-b082-a148a9a8e3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306303 Jun 01 15:56:04.703363 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-d77edb1d-3b85-4a25-959a-2ead60544875 service neutron] 10.222.0.60 "GET /v2.0/networks/00968b90-de3a-485f-b082-a148a9a8e3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332147 Jun 01 15:56:04.804961 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba358cbe-5a59-4757-b770-d2a3bae1a82f req-5799c4b6-819f-48e0-b652-ac1773e68150 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:04.810405 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ba358cbe-5a59-4757-b770-d2a3bae1a82f req-5799c4b6-819f-48e0-b652-ac1773e68150 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 944 time: 0.0986166 Jun 01 15:56:04.855324 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ba358cbe-5a59-4757-b770-d2a3bae1a82f req-a29c40ec-bb7c-4b32-89d6-5c1e09bd8b8e tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429819 Jun 01 15:56:04.904485 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1b49ed15-0d32-4544-bdad-8dc2d06c810d req-9cca3938-f814-4463-9d9f-9f61e0465377 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c1e5a05-9916-491f-a36c-9110c9ec49e6 HTTP/1.1" status: 200 len: 210 time: 0.0481935 Jun 01 15:56:05.003254 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3155a-d76e-4334-924a-143933e2f54a req-f632baf3-5635-4a74-8fe2-30176d08f0aa tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:05.004844 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-efa3155a-d76e-4334-924a-143933e2f54a req-f632baf3-5635-4a74-8fe2-30176d08f0aa tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.89 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.0854530 Jun 01 15:56:05.162558 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [req-efa3155a-d76e-4334-924a-143933e2f54a req-b576753d-77e7-4242-b81f-f7cbaf807a8c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Deleting port 3f68706c-7405-42d4-a307-89d5426d8188 {{(pid=91975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:56:05.163208 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-efa3155a-d76e-4334-924a-143933e2f54a req-b576753d-77e7-4242-b81f-f7cbaf807a8c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:05.397156 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-efa3155a-d76e-4334-924a-143933e2f54a req-b576753d-77e7-4242-b81f-f7cbaf807a8c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] For port 3f68706c-7405-42d4-a307-89d5426d8188, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3f68706c-7405-42d4-a307-89d5426d8188,segment=NetworkSegment(709bcc4d-87be-4efe-b504-8d567e3c8dd6),segment_id=709bcc4d-87be-4efe-b504-8d567e3c8dd6)] {{(pid=91975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:05.397515 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-efa3155a-d76e-4334-924a-143933e2f54a req-b576753d-77e7-4242-b81f-f7cbaf807a8c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:05.589613 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [req-efa3155a-d76e-4334-924a-143933e2f54a req-b576753d-77e7-4242-b81f-f7cbaf807a8c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Calling delete_port for 3f68706c-7405-42d4-a307-89d5426d8188 owned by compute:nova {{(pid=91975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:56:05.602241 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62445c-7be3-4ff7-ac63-0d12c87d5868 req-9ca1dfdb-23e0-4cec-86f7-ba770a052cc6 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:05.603688 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5f62445c-7be3-4ff7-ac63-0d12c87d5868 req-9ca1dfdb-23e0-4cec-86f7-ba770a052cc6 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971ea0d-ce26-4808-8d78-9516f8fcba05 HTTP/1.1" status: 200 len: 945 time: 0.3156197 Jun 01 15:56:05.662333 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5f62445c-7be3-4ff7-ac63-0d12c87d5868 req-af49fca7-a9cb-48a8-9fde-9b0f2ded7860 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522561 Jun 01 15:56:05.746914 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-efa3155a-d76e-4334-924a-143933e2f54a req-b576753d-77e7-4242-b81f-f7cbaf807a8c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:05.752470 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:05.761238 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['03c8e531-6a8e-4861-9c7e-99d884576fa6', '3f68706c-7405-42d4-a307-89d5426d8188'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:56:05.795191 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576753d-77e7-4242-b81f-f7cbaf807a8c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Pushing event deleted for resources: {'Port': ['ID=3f68706c-7405-42d4-a307-89d5426d8188,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:05.836206 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b576753d-77e7-4242-b81f-f7cbaf807a8c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:05.836541 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b576753d-77e7-4242-b81f-f7cbaf807a8c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:05.836787 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b576753d-77e7-4242-b81f-f7cbaf807a8c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:05.837269 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b576753d-77e7-4242-b81f-f7cbaf807a8c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:05.837385 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b576753d-77e7-4242-b81f-f7cbaf807a8c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:05.837689 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b576753d-77e7-4242-b81f-f7cbaf807a8c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:05.838031 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b576753d-77e7-4242-b81f-f7cbaf807a8c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:05.838387 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b576753d-77e7-4242-b81f-f7cbaf807a8c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:05.838877 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b576753d-77e7-4242-b81f-f7cbaf807a8c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:05.839261 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b576753d-77e7-4242-b81f-f7cbaf807a8c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:05.839427 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b576753d-77e7-4242-b81f-f7cbaf807a8c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:05.839828 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b576753d-77e7-4242-b81f-f7cbaf807a8c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:05.854149 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-b576753d-77e7-4242-b81f-f7cbaf807a8c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:05.890612 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa3155a-d76e-4334-924a-143933e2f54a req-b576753d-77e7-4242-b81f-f7cbaf807a8c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] No DVR routers for this DVR port 3f68706c-7405-42d4-a307-89d5426d8188 on host hv-cinder-79351 {{(pid=91975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:56:05.894191 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-efa3155a-d76e-4334-924a-143933e2f54a req-b576753d-77e7-4242-b81f-f7cbaf807a8c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:05.896851 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e971ea0d-ce26-4808-8d78-9516f8fcba05', 'name': 'network-vif-deleted', 'tag': '3f68706c-7405-42d4-a307-89d5426d8188'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:56:05.899504 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76bbe9f-c19d-4d3a-88f3-6a3cb27a0264" -d '{"events": [{"server_uuid": "e971ea0d-ce26-4808-8d78-9516f8fcba05", "name": "network-vif-deleted", "tag": "3f68706c-7405-42d4-a307-89d5426d8188"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:56:05.915672 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-efa3155a-d76e-4334-924a-143933e2f54a req-b576753d-77e7-4242-b81f-f7cbaf807a8c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.89 "DELETE /v2.0/ports/3f68706c-7405-42d4-a307-89d5426d8188 HTTP/1.1" status: 204 len: 173 time: 0.9032760 Jun 01 15:56:05.962829 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 8d5e6027-dea6-42f3-8186-0cb9c6380ebb details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:56:05.987494 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a5cfe7-b59a-4936-8b1d-e84bf01a54b5 x-openstack-request-id: req-05a5cfe7-b59a-4936-8b1d-e84bf01a54b5 {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:56:05.988095 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e971ea0d-ce26-4808-8d78-9516f8fcba05", "name": "network-vif-deleted", "tag": "3f68706c-7405-42d4-a307-89d5426d8188", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:56:05.988556 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-05a5cfe7-b59a-4936-8b1d-e84bf01a54b5 {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:56:05.989177 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e971ea0d-ce26-4808-8d78-9516f8fcba05', 'name': 'network-vif-deleted', 'tag': '3f68706c-7405-42d4-a307-89d5426d8188', 'status': 'completed', 'code': 200} Jun 01 15:56:06.109255 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-4829e316-a43e-44df-bab7-340086ad9577 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:06.110730 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-4829e316-a43e-44df-bab7-340086ad9577 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Synchronizing usage tracker for tenant:9183316f457d4780bb4d0c69c475107c on resource:network {{(pid=91976) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:56:06.146930 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-4829e316-a43e-44df-bab7-340086ad9577 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Unset dirty status for tenant:9183316f457d4780bb4d0c69c475107c on resource:network {{(pid=91976) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:56:06.150230 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-4829e316-a43e-44df-bab7-340086ad9577 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.89 "GET /v2.0/networks?id=00968b90-de3a-485f-b082-a148a9a8e3ec HTTP/1.1" status: 200 len: 814 time: 0.2347178 Jun 01 15:56:06.177877 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-1ca87015-a5fe-4741-8964-e8c557dc2035 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Request body: {'port': {'device_id': '8c1e5a05-9916-491f-a36c-9110c9ec49e6', 'network_id': '00968b90-de3a-485f-b082-a148a9a8e3ec', 'admin_state_up': True, 'tenant_id': '9183316f457d4780bb4d0c69c475107c'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:06.204867 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=8d5e6027-dea6-42f3-8186-0cb9c6380ebb,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:06.221139 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Returning: {'device': '8d5e6027-dea6-42f3-8186-0cb9c6380ebb', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'port_id': '8d5e6027-dea6-42f3-8186-0cb9c6380ebb', 'mac_address': 'fa:16:3e:93:4c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:56:06.241697 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-685f0864-af54-475f-952a-bbbb4ec61d2e req-e4f0fbde-0f47-465b-864c-576af3d34284 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c1e5a05-9916-491f-a36c-9110c9ec49e6 HTTP/1.1" status: 200 len: 210 time: 0.0727429 Jun 01 15:56:06.272236 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029cfc47-b98a-40a3-8140-7bccbbd57c5b req-097c46e7-275e-431a-8b9a-d00846b3d24a tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:06.272236 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-029cfc47-b98a-40a3-8140-7bccbbd57c5b req-097c46e7-275e-431a-8b9a-d00846b3d24a tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 944 time: 0.1767857 Jun 01 15:56:06.288749 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:06.312053 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5e6027-dea6-42f3-8186-0cb9c6380ebb {{(pid=91977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:56:06.327532 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-029cfc47-b98a-40a3-8140-7bccbbd57c5b req-3eafb1b5-237b-4cee-9af4-2ebadc638e4f tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474865 Jun 01 15:56:06.331240 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=8d5e6027-dea6-42f3-8186-0cb9c6380ebb,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:06.338284 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:06.341131 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:06.396454 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-1ca87015-a5fe-4741-8964-e8c557dc2035 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:06.400378 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-1ca87015-a5fe-4741-8964-e8c557dc2035 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Usage tracker for resource:port and tenant:9183316f457d4780bb4d0c69c475107c is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:06.403931 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-1ca87015-a5fe-4741-8964-e8c557dc2035 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:06.410887 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-1ca87015-a5fe-4741-8964-e8c557dc2035 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:06.415823 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=8d5e6027-dea6-42f3-8186-0cb9c6380ebb,revision_number=9']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:06.419980 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:06.421526 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-1ca87015-a5fe-4741-8964-e8c557dc2035 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Made reservation on behalf of 9183316f457d4780bb4d0c69c475107c for: {'port': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:56:06.425131 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-1ca87015-a5fe-4741-8964-e8c557dc2035 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:06.599322 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_common [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-1ca87015-a5fe-4741-8964-e8c557dc2035 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Allocated IP 172.20.0.5 (00968b90-de3a-485f-b082-a148a9a8e3ec/aea43794-67cb-4d8b-80b1-66640da8bba8/10420a27-55e0-437d-9cb6-160257d6ca97) {{(pid=91976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:56:06.644197 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['8d5e6027-dea6-42f3-8186-0cb9c6380ebb'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:56:06.834943 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-1ca87015-a5fe-4741-8964-e8c557dc2035 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Notify callbacks [] for port, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:06.866753 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-1ca87015-a5fe-4741-8964-e8c557dc2035 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:06.873690 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:06.941930 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-1ca87015-a5fe-4741-8964-e8c557dc2035 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Network 00968b90-de3a-485f-b082-a148a9a8e3ec is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:56:06.945492 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-1ca87015-a5fe-4741-8964-e8c557dc2035 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:56:06.950631 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-1ca87015-a5fe-4741-8964-e8c557dc2035 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Received port after_create {{(pid=91976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:56:06.991401 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca87015-a5fe-4741-8964-e8c557dc2035 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Pushing event updated for resources: {'Port': ['ID=10420a27-55e0-437d-9cb6-160257d6ca97,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:06.997545 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-1ca87015-a5fe-4741-8964-e8c557dc2035 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:07.026061 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-1ca87015-a5fe-4741-8964-e8c557dc2035 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:07.026743 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-1ca87015-a5fe-4741-8964-e8c557dc2035 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:07.049822 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-1ca87015-a5fe-4741-8964-e8c557dc2035 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8763015 Jun 01 15:56:07.063852 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Request body: {'port': {'device_id': '8c1e5a05-9916-491f-a36c-9110c9ec49e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:07.184512 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bf7c8-7556-4847-9fbb-921777b56b5d req-34d9311e-a1ab-4d77-8ed9-b095e6d1dc20 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:07.185159 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:07.185642 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-003bf7c8-7556-4847-9fbb-921777b56b5d req-34d9311e-a1ab-4d77-8ed9-b095e6d1dc20 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Synchronizing usage tracker for tenant:e160198749c64159a5cb45da77bef6c4 on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:56:07.202135 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-003bf7c8-7556-4847-9fbb-921777b56b5d req-34d9311e-a1ab-4d77-8ed9-b095e6d1dc20 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Unset dirty status for tenant:e160198749c64159a5cb45da77bef6c4 on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:56:07.203367 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-003bf7c8-7556-4847-9fbb-921777b56b5d req-34d9311e-a1ab-4d77-8ed9-b095e6d1dc20 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.1239958 Jun 01 15:56:07.257573 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-003bf7c8-7556-4847-9fbb-921777b56b5d req-2badbd70-d302-4444-8969-65c75e7e9de4 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464537 Jun 01 15:56:07.453097 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e6554-e1a9-48dd-8f52-6c678f5c6147 req-10029669-a564-44b8-aba4-44a3eb31771c tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:07.454487 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a70e6554-e1a9-48dd-8f52-6c678f5c6147 req-10029669-a564-44b8-aba4-44a3eb31771c tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c1e5a05-9916-491f-a36c-9110c9ec49e6 HTTP/1.1" status: 200 len: 931 time: 0.0878570 Jun 01 15:56:07.550288 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10420a27-55e0-437d-9cb6-160257d6ca97 {{(pid=91976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:56:07.557841 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:07.574021 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.provisioning_blocks [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Transition to ACTIVE for port object 10420a27-55e0-437d-9cb6-160257d6ca97 will not be triggered until provisioned by entity L2. {{(pid=91976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:56:07.579456 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a70e6554-e1a9-48dd-8f52-6c678f5c6147 req-611f67e5-cf8b-477f-9ac1-9537aaa05b32 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131325 Jun 01 15:56:07.585172 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129416730'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:07.594085 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:07.622621 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8f158-8ac6-4622-8409-9d9f9adf98a9 req-bdc60aa8-93ec-4e74-aa84-6a61618221e4 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:07.624280 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-bcb8f158-8ac6-4622-8409-9d9f9adf98a9 req-bdc60aa8-93ec-4e74-aa84-6a61618221e4 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 945 time: 0.1298788 Jun 01 15:56:07.702920 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-bcb8f158-8ac6-4622-8409-9d9f9adf98a9 req-75f2db14-af50-4add-ae1b-e5c9aa8849d8 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703902 Jun 01 15:56:07.703768 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-46e4d94c-9a4e-464e-8111-defb409ea83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:07.754092 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Pushing event updated for resources: {'Port': ['ID=10420a27-55e0-437d-9cb6-160257d6ca97,revision_number=2']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:07.795495 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:07.795863 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:07.796219 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:07.796567 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:07.796914 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:07.797259 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:07.797830 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:07.797945 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:07.798268 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:07.798601 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:07.798936 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:07.799288 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:07.805158 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:07.844507 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.managers [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Attempting to bind port 10420a27-55e0-437d-9cb6-160257d6ca97 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:56:07.844835 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.managers [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Attempting to bind port 10420a27-55e0-437d-9cb6-160257d6ca97 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'bb8193f9-ab89-43d2-8b61-3727e9173a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '00968b90-de3a-485f-b082-a148a9a8e3ec'}] {{(pid=91976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:56:07.845160 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Attempting to bind port 10420a27-55e0-437d-9cb6-160257d6ca97 on network 00968b90-de3a-485f-b082-a148a9a8e3ec {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:56:07.849853 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Port 10420a27-55e0-437d-9cb6-160257d6ca97 on network 00968b90-de3a-485f-b082-a148a9a8e3ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:56:07.850158 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Attempting to bind port 10420a27-55e0-437d-9cb6-160257d6ca97 on network 00968b90-de3a-485f-b082-a148a9a8e3ec {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:56:07.855397 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Checking agent: {'id': 'c6431322-3330-4f13-924b-76ac3aabd9b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'started_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:56:07.855733 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Checking segment: {'id': 'bb8193f9-ab89-43d2-8b61-3727e9173a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '00968b90-de3a-485f-b082-a148a9a8e3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:56:07.856108 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Bound using segment: {'id': 'bb8193f9-ab89-43d2-8b61-3727e9173a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '00968b90-de3a-485f-b082-a148a9a8e3ec'} {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:56:07.856528 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.managers [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Bound port: 10420a27-55e0-437d-9cb6-160257d6ca97, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb8193f9-ab89-43d2-8b61-3727e9173a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '00968b90-de3a-485f-b082-a148a9a8e3ec'}}] {{(pid=91976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:56:07.856868 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:07.978216 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 8d5e6027-dea6-42f3-8186-0cb9c6380ebb up at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:56:08.040427 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] For port 10420a27-55e0-437d-9cb6-160257d6ca97, host hv-cinder-79351, cleared binding levels {{(pid=91976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:56:08.043796 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] For port 10420a27-55e0-437d-9cb6-160257d6ca97, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=10420a27-55e0-437d-9cb6-160257d6ca97,segment=NetworkSegment(bb8193f9-ab89-43d2-8b61-3727e9173a74),segment_id=bb8193f9-ab89-43d2-8b61-3727e9173a74)] {{(pid=91976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:56:08.050767 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129416730'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:08.055401 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:08.067281 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning complete for port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:08.067656 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:08.116814 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:08.117427 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:08.118868 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] 10.222.0.89 "PUT /v2.0/ports/10420a27-55e0-437d-9cb6-160257d6ca97 HTTP/1.1" status: 200 len: 1093 time: 1.0598910 Jun 01 15:56:08.120115 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1e5a05-9916-491f-a36c-9110c9ec49e6', 'tag': '10420a27-55e0-437d-9cb6-160257d6ca97'}] {{(pid=91976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:56:08.121999 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f9d738effd6d9aceb087a38e3a2b49a7446793e3ad91c39eafceb576f9fb4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5901f917-ff41-42b6-8b8a-7df508c2cec2" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1e5a05-9916-491f-a36c-9110c9ec49e6", "tag": "10420a27-55e0-437d-9cb6-160257d6ca97"}]}' {{(pid=91976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:56:08.141537 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Pushing event updated for resources: {'Port': ['ID=10420a27-55e0-437d-9cb6-160257d6ca97,revision_number=3']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:08.149088 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:08.215874 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa038703-f339-4740-8011-74150cfa0323 x-openstack-request-id: req-fa038703-f339-4740-8011-74150cfa0323 {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:56:08.216709 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1e5a05-9916-491f-a36c-9110c9ec49e6", "tag": "10420a27-55e0-437d-9cb6-160257d6ca97", "status": "completed", "code": 200}]} {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:56:08.216709 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fa038703-f339-4740-8011-74150cfa0323 {{(pid=91976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:56:08.216903 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1e5a05-9916-491f-a36c-9110c9ec49e6', 'tag': '10420a27-55e0-437d-9cb6-160257d6ca97', 'status': 'completed', 'code': 200} Jun 01 15:56:08.219768 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:08.257837 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678105a2-540d-494c-834e-f45ed9d9de58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5e6027-dea6-42f3-8186-0cb9c6380ebb'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:56:08.258235 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-420a8727-68b3-44a8-81f8-419c16b638e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:08.259831 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-420a8727-68b3-44a8-81f8-419c16b638e7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9183316f457d4780bb4d0c69c475107c&device_id=8c1e5a05-9916-491f-a36c-9110c9ec49e6 HTTP/1.1" status: 200 len: 1096 time: 0.0885370 Jun 01 15:56:08.260200 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713e0ab4-bfb1-4a1d-9f29-c8c6e641d19f" -d '{"events": [{"server_uuid": "678105a2-540d-494c-834e-f45ed9d9de58", "name": "network-vif-plugged", "status": "completed", "tag": "8d5e6027-dea6-42f3-8186-0cb9c6380ebb"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:56:08.267837 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=8d5e6027-dea6-42f3-8186-0cb9c6380ebb,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:08.273848 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:08.275299 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 3f68706c-7405-42d4-a307-89d5426d8188 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:56:08.319206 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714e5766-cf9a-4879-a4e1-255ecab16778 x-openstack-request-id: req-714e5766-cf9a-4879-a4e1-255ecab16778 {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:56:08.319589 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678105a2-540d-494c-834e-f45ed9d9de58", "name": "network-vif-plugged", "status": "completed", "tag": "8d5e6027-dea6-42f3-8186-0cb9c6380ebb", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:56:08.319836 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-714e5766-cf9a-4879-a4e1-255ecab16778 {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:56:08.320567 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678105a2-540d-494c-834e-f45ed9d9de58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5e6027-dea6-42f3-8186-0cb9c6380ebb', 'code': 200} Jun 01 15:56:08.321332 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:08.338720 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-381a09f5-2a51-4e94-809e-a27bbb7243bf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10420a27-55e0-437d-9cb6-160257d6ca97 HTTP/1.1" status: 200 len: 217 time: 0.0697308 Jun 01 15:56:08.360996 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] No Port match for: 3f68706c-7405-42d4-a307-89d5426d8188 {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:56:08.361510 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 3f68706c-7405-42d4-a307-89d5426d8188 not bound to the agent host hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:56:08.413400 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=8d5e6027-dea6-42f3-8186-0cb9c6380ebb,revision_number=10']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:08.416553 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:08.427018 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-d28145d6-c6a5-4a9b-98fc-c4c11a40182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:08.429605 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-d28145d6-c6a5-4a9b-98fc-c4c11a40182a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=aea43794-67cb-4d8b-80b1-66640da8bba8 HTTP/1.1" status: 200 len: 854 time: 0.0825176 Jun 01 15:56:08.479316 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-291ced5b-1401-4e80-86fb-6fc7b9aa3ba1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=00968b90-de3a-485f-b082-a148a9a8e3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426712 Jun 01 15:56:08.490669 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027c5bc-4ce8-4532-a9dd-21d9caf8cff1 req-a7c667b3-1b17-45e5-8f3a-36ec8712d8e3 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:08.492182 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9027c5bc-4ce8-4532-a9dd-21d9caf8cff1 req-a7c667b3-1b17-45e5-8f3a-36ec8712d8e3 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.0899069 Jun 01 15:56:08.548423 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9027c5bc-4ce8-4532-a9dd-21d9caf8cff1 req-a9a1703b-0321-4a06-94c2-2852ab927f7e tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493643 Jun 01 15:56:08.626560 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-f33312e5-0f18-47a9-bc9d-12ec80bf7b89 service neutron] 10.222.0.89 "GET /v2.0/networks/00968b90-de3a-485f-b082-a148a9a8e3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398225 Jun 01 15:56:08.812228 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-f418af69-e5b9-45cc-97e8-4329fdffe59b req-54784431-1acf-4325-9d99-c1be90e9db31 service neutron] 10.222.0.89 "GET /v2.0/networks/00968b90-de3a-485f-b082-a148a9a8e3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787474 Jun 01 15:56:08.818365 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c0ec0-6280-4f4a-ad3f-ef860e93129f req-a44a067d-5f76-42cf-9382-6d75e6b4b624 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:08.821427 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0b7c0ec0-6280-4f4a-ad3f-ef860e93129f req-a44a067d-5f76-42cf-9382-6d75e6b4b624 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c1e5a05-9916-491f-a36c-9110c9ec49e6 HTTP/1.1" status: 200 len: 943 time: 0.1155262 Jun 01 15:56:08.874470 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0b7c0ec0-6280-4f4a-ad3f-ef860e93129f req-6f40236f-1538-45c3-9d06-d64428b63fe3 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474107 Jun 01 15:56:08.993443 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280ffaf-02da-418f-b0ac-bcc56e26c065 req-d8979606-e972-4457-b3b8-515ee464c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:08.996604 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-f280ffaf-02da-418f-b0ac-bcc56e26c065 req-d8979606-e972-4457-b3b8-515ee464c503 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 1100 time: 0.1241648 Jun 01 15:56:09.030607 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901f917-ff41-42b6-8b8a-7df508c2cec2 req-c9ccba99-4c54-46f2-bf5c-c5417759508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:09.032008 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5901f917-ff41-42b6-8b8a-7df508c2cec2 req-c9ccba99-4c54-46f2-bf5c-c5417759508d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9183316f457d4780bb4d0c69c475107c&device_id=8c1e5a05-9916-491f-a36c-9110c9ec49e6 HTTP/1.1" status: 200 len: 1096 time: 0.1410244 Jun 01 15:56:09.054284 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e0833-b94d-41a5-84d6-315797ea6c9a req-7357c180-239d-4fa4-97f5-dd8414440e97 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:09.056947 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d68e0833-b94d-41a5-84d6-315797ea6c9a req-7357c180-239d-4fa4-97f5-dd8414440e97 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 947 time: 0.1644962 Jun 01 15:56:09.059766 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-f280ffaf-02da-418f-b0ac-bcc56e26c065 req-c8727bd6-3bdf-4522-908b-63cbf410c727 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561271 Jun 01 15:56:09.220875 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d68e0833-b94d-41a5-84d6-315797ea6c9a req-27e1d484-c6f1-4225-9b1c-7619f855479e tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238999 Jun 01 15:56:09.254055 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901f917-ff41-42b6-8b8a-7df508c2cec2 req-7994f98d-54b3-4399-83d4-220d16bad69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:09.255545 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5901f917-ff41-42b6-8b8a-7df508c2cec2 req-7994f98d-54b3-4399-83d4-220d16bad69d service neutron] 10.222.0.89 "GET /v2.0/networks?id=00968b90-de3a-485f-b082-a148a9a8e3ec HTTP/1.1" status: 200 len: 915 time: 0.1971805 Jun 01 15:56:09.332011 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5901f917-ff41-42b6-8b8a-7df508c2cec2 req-e31e73cf-1da6-4e83-b53b-a7916457145a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10420a27-55e0-437d-9cb6-160257d6ca97 HTTP/1.1" status: 200 len: 217 time: 0.0679884 Jun 01 15:56:09.399204 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901f917-ff41-42b6-8b8a-7df508c2cec2 req-b4bdb784-0bab-4205-a3d2-b3b4a3e46944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:09.400674 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5901f917-ff41-42b6-8b8a-7df508c2cec2 req-b4bdb784-0bab-4205-a3d2-b3b4a3e46944 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=aea43794-67cb-4d8b-80b1-66640da8bba8 HTTP/1.1" status: 200 len: 854 time: 0.0603979 Jun 01 15:56:09.458223 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5901f917-ff41-42b6-8b8a-7df508c2cec2 req-9cf6ca3f-c443-4500-9ea6-259061e022f9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=00968b90-de3a-485f-b082-a148a9a8e3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464411 Jun 01 15:56:09.539423 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 34034) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:09.670897 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-335e6c5b-836b-4ecc-974e-803c3372c86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:09.674770 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5901f917-ff41-42b6-8b8a-7df508c2cec2 req-714d1519-47da-4f1d-bae5-d1ce0db791f4 service neutron] 10.222.0.89 "GET /v2.0/networks/00968b90-de3a-485f-b082-a148a9a8e3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078216 Jun 01 15:56:09.686155 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-335e6c5b-836b-4ecc-974e-803c3372c86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:09.690063 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-335e6c5b-836b-4ecc-974e-803c3372c86d admin admin] Usage tracker for resource:security_group_rule and tenant:bac380f2ba2646edbc1e145d6bff3b1b is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:09.692968 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-335e6c5b-836b-4ecc-974e-803c3372c86d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:09.699731 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-335e6c5b-836b-4ecc-974e-803c3372c86d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:09.801680 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-335e6c5b-836b-4ecc-974e-803c3372c86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:09.806993 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-335e6c5b-836b-4ecc-974e-803c3372c86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:09.814958 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-ba515777-aabc-46e4-9fc1-e38d82221902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:09.857064 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e6c5b-836b-4ecc-974e-803c3372c86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfad00ca-2e85-4e7e-9078-89bfe6d7de55,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:09.865771 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-335e6c5b-836b-4ecc-974e-803c3372c86d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bac380f2ba2646edbc1e145d6bff3b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211267 Jun 01 15:56:09.865771 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-335e6c5b-836b-4ecc-974e-803c3372c86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:09.866260 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 34040) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:09.874959 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb9fd8-a0dc-4c19-acf6-2ecf38dc6527 req-ad58593f-c622-44f4-ac06-619bc7a1b60d tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:09.876056 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-92cb9fd8-a0dc-4c19-acf6-2ecf38dc6527 req-ad58593f-c622-44f4-ac06-619bc7a1b60d tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.2056718 Jun 01 15:56:09.885202 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5901f917-ff41-42b6-8b8a-7df508c2cec2 req-933a94cb-e93a-490c-8bfe-37e922833284 service neutron] 10.222.0.89 "GET /v2.0/networks/00968b90-de3a-485f-b082-a148a9a8e3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763732 Jun 01 15:56:09.946151 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e6fc3bb8-15e0-48c9-b034-5059c848bda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:09.950588 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-92cb9fd8-a0dc-4c19-acf6-2ecf38dc6527 req-752cb295-ddfd-4fe5-adac-6c69fac3ad0f tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600073 Jun 01 15:56:09.986875 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e6fc3bb8-15e0-48c9-b034-5059c848bda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:10.061641 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e6fc3bb8-15e0-48c9-b034-5059c848bda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:10.066078 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-f0f11702-8e17-4b83-9f41-279769d04b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:10.078988 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc3bb8-15e0-48c9-b034-5059c848bda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfad00ca-2e85-4e7e-9078-89bfe6d7de55,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:10.082246 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e6fc3bb8-15e0-48c9-b034-5059c848bda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:10.088721 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e6fc3bb8-15e0-48c9-b034-5059c848bda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:10.089840 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-e6fc3bb8-15e0-48c9-b034-5059c848bda4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dfad00ca-2e85-4e7e-9078-89bfe6d7de55 HTTP/1.1" status: 204 len: 168 time: 0.2227840 Jun 01 15:56:10.152831 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-08bc08a8-a68f-4761-bc81-8e36633de7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:10.153412 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb313a-2d43-40d1-a28a-613908a8ad93 req-1e47daee-62ba-466f-a744-dbec14f5aeac tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:10.168677 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:10.173130 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a5cb313a-2d43-40d1-a28a-613908a8ad93 req-1e47daee-62ba-466f-a744-dbec14f5aeac tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c1e5a05-9916-491f-a36c-9110c9ec49e6 HTTP/1.1" status: 200 len: 943 time: 0.1612511 Jun 01 15:56:10.233187 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a5cb313a-2d43-40d1-a28a-613908a8ad93 req-50402879-d29f-454c-8afa-035bab23e5c5 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590296 Jun 01 15:56:10.434958 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cc757-a6a3-4a67-b9f6-60373b277acc req-a3b6b7d6-0b7e-41f8-83d3-e1c57f30f0e5 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:10.436545 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c33cc757-a6a3-4a67-b9f6-60373b277acc req-a3b6b7d6-0b7e-41f8-83d3-e1c57f30f0e5 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 947 time: 0.0952461 Jun 01 15:56:10.491310 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c33cc757-a6a3-4a67-b9f6-60373b277acc req-d85be686-81ae-4885-a3eb-b9e68011bd5f tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467126 Jun 01 15:56:11.206534 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036c3bb-3142-4f6d-a83c-649efbb4382f req-bd3e89c2-7fa3-4916-8766-ee18faa3eccd tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:11.207979 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4036c3bb-3142-4f6d-a83c-649efbb4382f req-bd3e89c2-7fa3-4916-8766-ee18faa3eccd tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.0911126 Jun 01 15:56:11.258778 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4036c3bb-3142-4f6d-a83c-649efbb4382f req-9a85d660-edcc-49db-af89-a31ec401a0f3 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427287 Jun 01 15:56:11.340107 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:11.457019 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f8b76-2f0e-4583-b156-864a2f0101e1 req-b855a9ce-60a8-4115-8276-a8b22e2b11cd tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:11.458396 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1f0f8b76-2f0e-4583-b156-864a2f0101e1 req-b855a9ce-60a8-4115-8276-a8b22e2b11cd tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c1e5a05-9916-491f-a36c-9110c9ec49e6 HTTP/1.1" status: 200 len: 943 time: 0.1046023 Jun 01 15:56:11.518839 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1f0f8b76-2f0e-4583-b156-864a2f0101e1 req-77e33ec1-3904-46b6-a2b6-bd97dc6a6418 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481465 Jun 01 15:56:11.704361 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f9afe-611e-4712-9586-19e57057e61c req-dd024101-bf7c-45d1-8f4f-14f45339931f tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:11.705878 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e69f9afe-611e-4712-9586-19e57057e61c req-dd024101-bf7c-45d1-8f4f-14f45339931f tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 947 time: 0.0975108 Jun 01 15:56:11.751680 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e69f9afe-611e-4712-9586-19e57057e61c req-e32ee6ed-d6ac-49e4-897c-f00564f91006 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398970 Jun 01 15:56:11.994049 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 10420a27-55e0-437d-9cb6-160257d6ca97 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:56:12.133608 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 10420a27-55e0-437d-9cb6-160257d6ca97, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=10420a27-55e0-437d-9cb6-160257d6ca97,segment=NetworkSegment(bb8193f9-ab89-43d2-8b61-3727e9173a74),segment_id=bb8193f9-ab89-43d2-8b61-3727e9173a74)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:12.148750 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Returning: {'device': '10420a27-55e0-437d-9cb6-160257d6ca97', 'network_id': '00968b90-de3a-485f-b082-a148a9a8e3ec', 'port_id': '10420a27-55e0-437d-9cb6-160257d6ca97', 'mac_address': 'fa:16:3e:6c:6d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea43794-67cb-4d8b-80b1-66640da8bba8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:56:12.212256 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:12.230642 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10420a27-55e0-437d-9cb6-160257d6ca97 {{(pid=91977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:56:12.246662 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 10420a27-55e0-437d-9cb6-160257d6ca97, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=10420a27-55e0-437d-9cb6-160257d6ca97,segment=NetworkSegment(bb8193f9-ab89-43d2-8b61-3727e9173a74),segment_id=bb8193f9-ab89-43d2-8b61-3727e9173a74)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:12.250366 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:12.253264 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:12.322417 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=10420a27-55e0-437d-9cb6-160257d6ca97,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:12.326108 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:12.458319 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589f101-ae3a-4e10-bfc1-758d6fbed390 req-bb1e8806-0b7f-4a9e-b1d7-8d2a2e23b8a9 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:12.460076 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1589f101-ae3a-4e10-bfc1-758d6fbed390 req-bb1e8806-0b7f-4a9e-b1d7-8d2a2e23b8a9 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.0923760 Jun 01 15:56:12.496560 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['10420a27-55e0-437d-9cb6-160257d6ca97'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:56:12.511256 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1589f101-ae3a-4e10-bfc1-758d6fbed390 req-9f94a0c8-6e40-433f-8d77-b63802168f62 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436175 Jun 01 15:56:12.523196 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:56:12.636755 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a57c4-69ca-4f42-9348-807575b79965 req-f9924746-5e89-45c5-9b20-0fefb50aef26 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:12.638244 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7e6a57c4-69ca-4f42-9348-807575b79965 req-f9924746-5e89-45c5-9b20-0fefb50aef26 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.89 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 945 time: 0.1040511 Jun 01 15:56:12.831898 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8b6b8-6b49-4ac0-bd31-cd00b2b1546f req-64afaf0d-8450-478e-8a8d-75898621d130 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:12.833293 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-70e8b6b8-6b49-4ac0-bd31-cd00b2b1546f req-64afaf0d-8450-478e-8a8d-75898621d130 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c1e5a05-9916-491f-a36c-9110c9ec49e6 HTTP/1.1" status: 200 len: 944 time: 0.1933618 Jun 01 15:56:12.890298 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-70e8b6b8-6b49-4ac0-bd31-cd00b2b1546f req-a3091415-814f-4e11-b319-af9e2670a15d tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506535 Jun 01 15:56:12.891699 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [req-7e6a57c4-69ca-4f42-9348-807575b79965 req-ddcac2e9-7aa2-4243-a1bb-6bb480a2b2c5 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Deleting port 03c8e531-6a8e-4861-9c7e-99d884576fa6 {{(pid=91975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:56:12.892049 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-7e6a57c4-69ca-4f42-9348-807575b79965 req-ddcac2e9-7aa2-4243-a1bb-6bb480a2b2c5 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:13.028677 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-7e6a57c4-69ca-4f42-9348-807575b79965 req-ddcac2e9-7aa2-4243-a1bb-6bb480a2b2c5 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] For port 03c8e531-6a8e-4861-9c7e-99d884576fa6, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=03c8e531-6a8e-4861-9c7e-99d884576fa6,segment=NetworkSegment(709bcc4d-87be-4efe-b504-8d567e3c8dd6),segment_id=709bcc4d-87be-4efe-b504-8d567e3c8dd6)] {{(pid=91975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:13.029039 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-7e6a57c4-69ca-4f42-9348-807575b79965 req-ddcac2e9-7aa2-4243-a1bb-6bb480a2b2c5 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:13.168277 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [req-7e6a57c4-69ca-4f42-9348-807575b79965 req-ddcac2e9-7aa2-4243-a1bb-6bb480a2b2c5 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Calling delete_port for 03c8e531-6a8e-4861-9c7e-99d884576fa6 owned by compute:nova {{(pid=91975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:56:13.287023 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-7e6a57c4-69ca-4f42-9348-807575b79965 req-ddcac2e9-7aa2-4243-a1bb-6bb480a2b2c5 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:13.293095 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-86ee0bfa-85ab-44e3-95de-73c3f42a601f tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:13.298095 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['03c8e531-6a8e-4861-9c7e-99d884576fa6'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:56:13.337574 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcac2e9-7aa2-4243-a1bb-6bb480a2b2c5 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Pushing event deleted for resources: {'Port': ['ID=03c8e531-6a8e-4861-9c7e-99d884576fa6,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:13.340729 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-ddcac2e9-7aa2-4243-a1bb-6bb480a2b2c5 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:13.350151 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:13.469942 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6a57c4-69ca-4f42-9348-807575b79965 req-ddcac2e9-7aa2-4243-a1bb-6bb480a2b2c5 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] No DVR routers for this DVR port 03c8e531-6a8e-4861-9c7e-99d884576fa6 on host hv-cinder-79351 {{(pid=91975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:56:13.472427 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-7e6a57c4-69ca-4f42-9348-807575b79965 req-ddcac2e9-7aa2-4243-a1bb-6bb480a2b2c5 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:13.475089 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2f8e55-92e0-419a-bd72-1627b62c406b', 'name': 'network-vif-deleted', 'tag': '03c8e531-6a8e-4861-9c7e-99d884576fa6'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:56:13.477319 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bcccf9-bcf7-4269-8a8a-880a34c98ffe" -d '{"events": [{"server_uuid": "af2f8e55-92e0-419a-bd72-1627b62c406b", "name": "network-vif-deleted", "tag": "03c8e531-6a8e-4861-9c7e-99d884576fa6"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:56:13.492141 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7e6a57c4-69ca-4f42-9348-807575b79965 req-ddcac2e9-7aa2-4243-a1bb-6bb480a2b2c5 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.89 "DELETE /v2.0/ports/03c8e531-6a8e-4861-9c7e-99d884576fa6 HTTP/1.1" status: 204 len: 173 time: 0.8137147 Jun 01 15:56:13.524386 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bd3dc8-31bd-4c93-821d-ac4e198b98d7 x-openstack-request-id: req-64bd3dc8-31bd-4c93-821d-ac4e198b98d7 {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:56:13.524717 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2f8e55-92e0-419a-bd72-1627b62c406b", "name": "network-vif-deleted", "tag": "03c8e531-6a8e-4861-9c7e-99d884576fa6", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:56:13.525138 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-64bd3dc8-31bd-4c93-821d-ac4e198b98d7 {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:56:13.525653 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2f8e55-92e0-419a-bd72-1627b62c406b', 'name': 'network-vif-deleted', 'tag': '03c8e531-6a8e-4861-9c7e-99d884576fa6', 'status': 'completed', 'code': 200} Jun 01 15:56:13.664937 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-21a54ed0-1aa9-4392-866f-404101c5f2cd req-6f4b5eac-3655-45d6-9c48-169e6c025486 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Synchronizing usage tracker for tenant:e160198749c64159a5cb45da77bef6c4 on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:56:13.680637 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-21a54ed0-1aa9-4392-866f-404101c5f2cd req-6f4b5eac-3655-45d6-9c48-169e6c025486 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Unset dirty status for tenant:e160198749c64159a5cb45da77bef6c4 on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:56:13.681847 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-21a54ed0-1aa9-4392-866f-404101c5f2cd req-6f4b5eac-3655-45d6-9c48-169e6c025486 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] 10.222.0.60 "GET /v2.0/ports?device_id=af2f8e55-92e0-419a-bd72-1627b62c406b HTTP/1.1" status: 200 len: 210 time: 0.0599239 Jun 01 15:56:14.009112 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 10420a27-55e0-437d-9cb6-160257d6ca97 up at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:56:14.093129 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning for port 10420a27-55e0-437d-9cb6-160257d6ca97 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:56:14.098899 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning complete for port 10420a27-55e0-437d-9cb6-160257d6ca97 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:14.099313 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:14.121657 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c446c9-7604-43ee-a5bd-3dcda0497346 req-b7b0cb17-df16-4a27-bb2c-b389884a852d tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:14.124295 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a6c446c9-7604-43ee-a5bd-3dcda0497346 req-b7b0cb17-df16-4a27-bb2c-b389884a852d tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c1e5a05-9916-491f-a36c-9110c9ec49e6 HTTP/1.1" status: 200 len: 944 time: 0.1063087 Jun 01 15:56:14.207892 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a6c446c9-7604-43ee-a5bd-3dcda0497346 req-6dc0d6d9-99a4-4572-98df-ef02bcd8834c tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755219 Jun 01 15:56:14.231975 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:14.263167 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1e5a05-9916-491f-a36c-9110c9ec49e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10420a27-55e0-437d-9cb6-160257d6ca97'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:56:14.265424 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56007b7a-034d-4e00-861e-1306ac1700e0" -d '{"events": [{"server_uuid": "8c1e5a05-9916-491f-a36c-9110c9ec49e6", "name": "network-vif-plugged", "status": "completed", "tag": "10420a27-55e0-437d-9cb6-160257d6ca97"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:56:14.274067 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 10420a27-55e0-437d-9cb6-160257d6ca97, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=10420a27-55e0-437d-9cb6-160257d6ca97,segment=NetworkSegment(bb8193f9-ab89-43d2-8b61-3727e9173a74),segment_id=bb8193f9-ab89-43d2-8b61-3727e9173a74)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:14.279433 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:14.280523 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 03c8e531-6a8e-4861-9c7e-99d884576fa6 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:56:14.310941 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:14.378088 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b17c77-84ab-48da-90b6-1d240379a87d x-openstack-request-id: req-14b17c77-84ab-48da-90b6-1d240379a87d {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:56:14.378385 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1e5a05-9916-491f-a36c-9110c9ec49e6", "name": "network-vif-plugged", "status": "completed", "tag": "10420a27-55e0-437d-9cb6-160257d6ca97", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:56:14.378801 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-14b17c77-84ab-48da-90b6-1d240379a87d {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:56:14.379212 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1e5a05-9916-491f-a36c-9110c9ec49e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10420a27-55e0-437d-9cb6-160257d6ca97', 'code': 200} Jun 01 15:56:14.384990 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] No Port match for: 03c8e531-6a8e-4861-9c7e-99d884576fa6 {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:56:14.385348 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 03c8e531-6a8e-4861-9c7e-99d884576fa6 not bound to the agent host hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:56:14.422433 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=10420a27-55e0-437d-9cb6-160257d6ca97,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:14.426078 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:14.565986 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c746b-250f-4bb2-8cad-9de50aa5ddb6 req-cf033842-c7f4-4ac3-a4b8-26d776b5e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:14.567522 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-456c746b-250f-4bb2-8cad-9de50aa5ddb6 req-cf033842-c7f4-4ac3-a4b8-26d776b5e509 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8c1e5a05-9916-491f-a36c-9110c9ec49e6 HTTP/1.1" status: 200 len: 1098 time: 0.0732656 Jun 01 15:56:14.610537 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-456c746b-250f-4bb2-8cad-9de50aa5ddb6 req-b5f1aa4f-0caf-4656-aa0b-e2b31a023b84 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364220 Jun 01 15:56:14.781304 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 34158) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:15.357462 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-c847d513-5e6b-4fab-91c5-dd0fd9109e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633017'] for router_interface, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:15.454114 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe1ac9-5aff-4ef0-9db4-cef5272b3f73 req-39f12799-d26b-4f20-9f33-5729c8f0f423 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:15.455905 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-cebe1ac9-5aff-4ef0-9db4-cef5272b3f73 req-39f12799-d26b-4f20-9f33-5729c8f0f423 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c1e5a05-9916-491f-a36c-9110c9ec49e6 HTTP/1.1" status: 200 len: 945 time: 0.1068048 Jun 01 15:56:15.509136 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-cebe1ac9-5aff-4ef0-9db4-cef5272b3f73 req-dba53bd1-f3de-41fc-97a0-d2e2e024c041 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434484 Jun 01 15:56:15.876331 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-c847d513-5e6b-4fab-91c5-dd0fd9109e17 admin admin] Deleting port a56381dc-7292-41ad-9355-a5a3a8a66897 {{(pid=91976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:56:15.876929 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-c847d513-5e6b-4fab-91c5-dd0fd9109e17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:16.014423 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [None req-c847d513-5e6b-4fab-91c5-dd0fd9109e17 admin admin] For port a56381dc-7292-41ad-9355-a5a3a8a66897, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=a56381dc-7292-41ad-9355-a5a3a8a66897,segment=NetworkSegment(709bcc4d-87be-4efe-b504-8d567e3c8dd6),segment_id=709bcc4d-87be-4efe-b504-8d567e3c8dd6)] {{(pid=91976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:16.014797 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-c847d513-5e6b-4fab-91c5-dd0fd9109e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:16.147812 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-c847d513-5e6b-4fab-91c5-dd0fd9109e17 admin admin] Calling delete_port for a56381dc-7292-41ad-9355-a5a3a8a66897 owned by network:router_interface {{(pid=91976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:56:16.460502 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-c847d513-5e6b-4fab-91c5-dd0fd9109e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:16.466061 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:16.514329 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847d513-5e6b-4fab-91c5-dd0fd9109e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=a56381dc-7292-41ad-9355-a5a3a8a66897,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:16.517568 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-c847d513-5e6b-4fab-91c5-dd0fd9109e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:16.747642 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fff260-4879-4617-a622-2aba9c0f3a82 req-92ce9500-9156-480a-8253-1f6057348cb4 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:16.749569 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d3fff260-4879-4617-a622-2aba9c0f3a82 req-92ce9500-9156-480a-8253-1f6057348cb4 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c1e5a05-9916-491f-a36c-9110c9ec49e6 HTTP/1.1" status: 200 len: 945 time: 0.1029203 Jun 01 15:56:16.805957 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d3fff260-4879-4617-a622-2aba9c0f3a82 req-c3c53ea3-892c-40e1-8507-0bdc63254a29 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461173 Jun 01 15:56:16.829972 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-c847d513-5e6b-4fab-91c5-dd0fd9109e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644137'] for router_interface, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:17.357834 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c847d513-5e6b-4fab-91c5-dd0fd9109e17 admin admin] Router 713bc0aa-34f3-47a8-8845-d701a7e682c0 has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:56:17.589895 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c847d513-5e6b-4fab-91c5-dd0fd9109e17 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:56:17.605302 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0678b486-a03e-47b9-8b14-cfe45bec125b None None] Sync routers for ids ['713bc0aa-34f3-47a8-8845-d701a7e682c0'] in dv-cinder-793515-3-smb {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:56:17.617248 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 34226) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:17.617441 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0678b486-a03e-47b9-8b14-cfe45bec125b None None] Routers {'713bc0aa-34f3-47a8-8845-d701a7e682c0'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:56:17.618086 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-0678b486-a03e-47b9-8b14-cfe45bec125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:56:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['713bc0aa-34f3-47a8-8845-d701a7e682c0'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:17.618280 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-c847d513-5e6b-4fab-91c5-dd0fd9109e17 admin admin] 10.222.0.60 "PUT /v2.0/routers/713bc0aa-34f3-47a8-8845-d701a7e682c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8372848 Jun 01 15:56:17.822659 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-9c1260db-f845-4351-821f-af1e3ce3851c admin admin] Notify callbacks [] for router, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:17.837899 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-0678b486-a03e-47b9-8b14-cfe45bec125b None None] Set router 713bc0aa-34f3-47a8-8845-d701a7e682c0 gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:56:17.980508 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 34244) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:18.071016 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-9c1260db-f845-4351-821f-af1e3ce3851c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:18.155455 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [None req-9c1260db-f845-4351-821f-af1e3ce3851c admin admin] Deleting port d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84 {{(pid=91975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:56:18.155792 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-9c1260db-f845-4351-821f-af1e3ce3851c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:18.164791 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b007c637-f64b-4c81-af09-f56d9e957461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:18.197339 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-b007c637-f64b-4c81-af09-f56d9e957461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:18.199958 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-0678b486-a03e-47b9-8b14-cfe45bec125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bc0aa-34f3-47a8-8845-d701a7e682c0', 'name': 'tempest-ServerRescueNegativeTestJSON-165074824-router', 'tenant_id': 'e160198749c64159a5cb45da77bef6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': 'd9e4e8ef-f6b7-43e3-96b6-a84eeec64f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:56:16Z', 'revision_number': 5, 'project_id': 'e160198749c64159a5cb45da77bef6c4', 'gw_port': {'id': 'd9e4e8ef-f6b7-43e3-96b6-a84eeec64f84', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bc0aa-34f3-47a8-8845-d701a7e682c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:04Z', 'updated_at': '2021-06-01T15:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb'}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:18.205063 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-b007c637-f64b-4c81-af09-f56d9e957461 admin admin] Usage tracker for resource:security_group_rule and tenant:d73b7b0ac8ff48dab6c1cb14bb42e787 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:18.206144 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0678b486-a03e-47b9-8b14-cfe45bec125b None None] Checking router: 713bc0aa-34f3-47a8-8845-d701a7e682c0 for host: dv-cinder-793515-3-smb {{(pid=91978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:56:18.210243 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-b007c637-f64b-4c81-af09-f56d9e957461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:18.219268 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-b007c637-f64b-4c81-af09-f56d9e957461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:18.219594 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0678b486-a03e-47b9-8b14-cfe45bec125b None None] Routers {'713bc0aa-34f3-47a8-8845-d701a7e682c0'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:56:18.220559 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-0678b486-a03e-47b9-8b14-cfe45bec125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:56:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['713bc0aa-34f3-47a8-8845-d701a7e682c0'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:18.329509 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [None req-9c1260db-f845-4351-821f-af1e3ce3851c admin admin] For port d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84,segment=NetworkSegment(2169e936-6da0-43d3-a98e-548bcd0f9f05),segment_id=2169e936-6da0-43d3-a98e-548bcd0f9f05)] {{(pid=91975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:18.330246 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-9c1260db-f845-4351-821f-af1e3ce3851c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:18.333546 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b007c637-f64b-4c81-af09-f56d9e957461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:18.339370 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b007c637-f64b-4c81-af09-f56d9e957461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:18.353405 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-65e11dde-a5fe-47a8-aa37-f798dcd8b1e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:18.398520 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-b007c637-f64b-4c81-af09-f56d9e957461 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d73b7b0ac8ff48dab6c1cb14bb42e787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4165056 Jun 01 15:56:18.402137 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 34248) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:18.415190 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007c637-f64b-4c81-af09-f56d9e957461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00cf6c8-4f38-4b69-8e1f-0d6707cec46d,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:18.421274 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-b007c637-f64b-4c81-af09-f56d9e957461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:18.433600 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-0678b486-a03e-47b9-8b14-cfe45bec125b None None] Set router 713bc0aa-34f3-47a8-8845-d701a7e682c0 gateway port host: None {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:56:18.484206 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [None req-9c1260db-f845-4351-821f-af1e3ce3851c admin admin] Calling delete_port for d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84 owned by network:router_gateway {{(pid=91975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:56:18.493988 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7d210810-b3cb-4331-acb9-8f031fe4c478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:18.553245 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7d210810-b3cb-4331-acb9-8f031fe4c478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:18.618630 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7d210810-b3cb-4331-acb9-8f031fe4c478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:18.625745 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-c3300289-04ae-48e3-91cc-9d91884b695f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:18.641133 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d210810-b3cb-4331-acb9-8f031fe4c478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00cf6c8-4f38-4b69-8e1f-0d6707cec46d,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:18.643939 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-0678b486-a03e-47b9-8b14-cfe45bec125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bc0aa-34f3-47a8-8845-d701a7e682c0', 'name': 'tempest-ServerRescueNegativeTestJSON-165074824-router', 'tenant_id': 'e160198749c64159a5cb45da77bef6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:56:18Z', 'revision_number': 6, 'project_id': 'e160198749c64159a5cb45da77bef6c4', 'gw_port_host': None}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:18.652920 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-7d210810-b3cb-4331-acb9-8f031fe4c478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:18.654926 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0678b486-a03e-47b9-8b14-cfe45bec125b None None] The sync data for ids ['713bc0aa-34f3-47a8-8845-d701a7e682c0'] in dv-cinder-793515-3-smb is: [{'id': '713bc0aa-34f3-47a8-8845-d701a7e682c0', 'name': 'tempest-ServerRescueNegativeTestJSON-165074824-router', 'tenant_id': 'e160198749c64159a5cb45da77bef6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:56:18Z', 'revision_number': 6, 'project_id': 'e160198749c64159a5cb45da77bef6c4', 'gw_port_host': None}] {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:56:18.655430 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7d210810-b3cb-4331-acb9-8f031fe4c478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:18.660499 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-7d210810-b3cb-4331-acb9-8f031fe4c478 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c00cf6c8-4f38-4b69-8e1f-0d6707cec46d HTTP/1.1" status: 204 len: 168 time: 0.2536094 Jun 01 15:56:18.923056 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-9c1260db-f845-4351-821f-af1e3ce3851c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:18.931059 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:18.988086 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1260db-f845-4351-821f-af1e3ce3851c admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:19.022678 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-9c1260db-f845-4351-821f-af1e3ce3851c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:19.111170 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-9c1260db-f845-4351-821f-af1e3ce3851c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634066'] for router_gateway, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:19.137484 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device a56381dc-7292-41ad-9355-a5a3a8a66897 no longer exists at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:56:19.177594 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] No Port match for: a56381dc-7292-41ad-9355-a5a3a8a66897 {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:56:19.179340 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device a56381dc-7292-41ad-9355-a5a3a8a66897 not bound to the agent host dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:56:19.380223 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-9c1260db-f845-4351-821f-af1e3ce3851c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2483'] for router, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:19.387855 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-9c1260db-f845-4351-821f-af1e3ce3851c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:19.493131 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-9c1260db-f845-4351-821f-af1e3ce3851c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745012'] for router, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:19.493828 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1260db-f845-4351-821f-af1e3ce3851c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 713bc0aa-34f3-47a8-8845-d701a7e682c0 {{(pid=91975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 15:56:19.525939 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4cb0487e-a347-4a19-82cb-a6d1cba2e594 req-f76b6556-9ada-4fb5-9f17-7ab41109159a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1899385 Jun 01 15:56:19.527676 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-9c1260db-f845-4351-821f-af1e3ce3851c admin admin] Notify callbacks [] for router, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:19.529784 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-9c1260db-f845-4351-821f-af1e3ce3851c admin admin] 10.222.0.60 "DELETE /v2.0/routers/713bc0aa-34f3-47a8-8845-d701a7e682c0 HTTP/1.1" status: 204 len: 168 time: 1.9104204 Jun 01 15:56:19.532445 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 34272) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:19.642175 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ec79e1-12fb-4d73-887d-c8664f461e62 admin admin] Deleting subnet e8227dd6-3632-4e57-acb4-07e7d9c66cb0 {{(pid=91975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 15:56:19.653460 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a8ec79e1-12fb-4d73-887d-c8664f461e62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:19.745495 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a8ec79e1-12fb-4d73-887d-c8664f461e62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128648308'] for subnet, precommit_delete_associations {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:19.800260 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0487e-a347-4a19-82cb-a6d1cba2e594 req-85620eaa-9f4e-44e5-8bb0-d9d19d05e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:19.801891 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4cb0487e-a347-4a19-82cb-a6d1cba2e594 req-85620eaa-9f4e-44e5-8bb0-d9d19d05e8f4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=12fb45d959194124816570e75695094b&device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 1100 time: 0.2270617 Jun 01 15:56:19.845092 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a8ec79e1-12fb-4d73-887d-c8664f461e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907603'] for subnet, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:20.117568 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0487e-a347-4a19-82cb-a6d1cba2e594 req-0a2546ef-8c1b-4fb7-a4f4-8e1a6ce67654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:20.119372 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4cb0487e-a347-4a19-82cb-a6d1cba2e594 req-0a2546ef-8c1b-4fb7-a4f4-8e1a6ce67654 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff HTTP/1.1" status: 200 len: 918 time: 0.2931695 Jun 01 15:56:20.268350 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4cb0487e-a347-4a19-82cb-a6d1cba2e594 req-5b925540-14b6-4a52-bb7b-1e95a95983aa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d5e6027-dea6-42f3-8186-0cb9c6380ebb HTTP/1.1" status: 200 len: 1002 time: 0.1409819 Jun 01 15:56:20.381899 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0487e-a347-4a19-82cb-a6d1cba2e594 req-711be7cb-a6e5-48e8-89c5-f03f7c859985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:20.383414 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4cb0487e-a347-4a19-82cb-a6d1cba2e594 req-711be7cb-a6e5-48e8-89c5-f03f7c859985 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ff05e754-6aad-4db5-b1da-a8b9dc40ba92 HTTP/1.1" status: 200 len: 856 time: 0.0843046 Jun 01 15:56:20.558241 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a8ec79e1-12fb-4d73-887d-c8664f461e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128535182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129423345'] for subnet, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:20.569659 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-429cc7f0-7fd3-4747-89f2-6d39534741d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:20.611663 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec79e1-12fb-4d73-887d-c8664f461e62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8227dd6-3632-4e57-acb4-07e7d9c66cb0,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:20.613733 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a8ec79e1-12fb-4d73-887d-c8664f461e62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:20.618009 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-a8ec79e1-12fb-4d73-887d-c8664f461e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:20.625921 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-a8ec79e1-12fb-4d73-887d-c8664f461e62 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e8227dd6-3632-4e57-acb4-07e7d9c66cb0 HTTP/1.1" status: 204 len: 168 time: 1.0926669 Jun 01 15:56:20.628847 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 34284) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:20.640804 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0487e-a347-4a19-82cb-a6d1cba2e594 req-9e11c256-b6a8-4f1b-889c-98a32e5f08df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:20.642319 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4cb0487e-a347-4a19-82cb-a6d1cba2e594 req-9e11c256-b6a8-4f1b-889c-98a32e5f08df service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2514858 Jun 01 15:56:20.734634 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84 no longer exists at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:56:20.789349 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9fc1-eefb-4157-90fc-56ab2d014d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916354'] for network, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:20.798194 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] No Port match for: d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84 {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:56:20.798813 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device d9e4e8ef-f6b7-43e3-96b6-a84eeec64f84 not bound to the agent host dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:56:20.869108 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4cb0487e-a347-4a19-82cb-a6d1cba2e594 req-c290c142-12f6-4047-aeea-165ec4d688b1 service neutron] 10.222.0.89 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168822 Jun 01 15:56:20.962338 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9fc1-eefb-4157-90fc-56ab2d014d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3910276', 'neutron.services.segments.db._delete_segments_for_network-8737512847436'] for network, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:20.981497 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.services.segments.db [None req-3a2c9fc1-eefb-4157-90fc-56ab2d014d95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6435224e-02ee-4b78-b03f-d8b20c5a2616']}} {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:21.004765 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.services.segments.db [None req-3a2c9fc1-eefb-4157-90fc-56ab2d014d95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '709bcc4d-87be-4efe-b504-8d567e3c8dd6') {'for_net_delete': True} {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:21.005271 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.services.segments.db [None req-3a2c9fc1-eefb-4157-90fc-56ab2d014d95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '709bcc4d-87be-4efe-b504-8d567e3c8dd6') {} {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:21.022491 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4cb0487e-a347-4a19-82cb-a6d1cba2e594 req-ed7e31f9-45ff-43dc-bb23-33529e464c38 service neutron] 10.222.0.89 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467857 Jun 01 15:56:21.027180 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9fc1-eefb-4157-90fc-56ab2d014d95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737512848743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129320109'] for segment, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:21.052768 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9fc1-eefb-4157-90fc-56ab2d014d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:21.060536 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2c9fc1-eefb-4157-90fc-56ab2d014d95 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=91976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 15:56:21.061095 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9fc1-eefb-4157-90fc-56ab2d014d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129416830'] for segment, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: Traceback (most recent call last): Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: timer() Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: cb(*args, **kw) Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: return func(*args, **kwargs) Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: self._notify() Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: self.callback(batched_events) Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: event.method(event) Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: return f(self, *a, **k) Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: return self._get(url).json() Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: return self.request(url, 'GET', **kwargs) Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 15:56:21.081114 dv-cinder-793515-3-smb neutron-server[91976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 15:56:21.161787 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9fc1-eefb-4157-90fc-56ab2d014d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3910301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634041'] for network, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:21.165930 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:21.180234 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9fc1-eefb-4157-90fc-56ab2d014d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:21.190845 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c9fc1-eefb-4157-90fc-56ab2d014d95 admin admin] Pushing event deleted for resources: {'Network': ['ID=6435224e-02ee-4b78-b03f-d8b20c5a2616,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:21.194575 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-3a2c9fc1-eefb-4157-90fc-56ab2d014d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:21.201090 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-3a2c9fc1-eefb-4157-90fc-56ab2d014d95 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6435224e-02ee-4b78-b03f-d8b20c5a2616 HTTP/1.1" status: 204 len: 168 time: 0.5711105 Jun 01 15:56:21.451636 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 34294) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:21.521220 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-3bd6ff2c-9813-4804-a491-fb944f81c90b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e160198749c64159a5cb45da77bef6c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0657153 Jun 01 15:56:21.521588 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 34296) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:21.589382 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3f139e46-0d44-4ab1-94ee-a2844efc91ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:21.627931 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3f139e46-0d44-4ab1-94ee-a2844efc91ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:21.704851 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3f139e46-0d44-4ab1-94ee-a2844efc91ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:21.710467 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-5d889a8e-663b-4991-b993-dc30be5d0695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:21.727451 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f139e46-0d44-4ab1-94ee-a2844efc91ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:21.730426 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-3f139e46-0d44-4ab1-94ee-a2844efc91ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:21.737686 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3f139e46-0d44-4ab1-94ee-a2844efc91ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:21.738845 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-3f139e46-0d44-4ab1-94ee-a2844efc91ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e9c9b96d-1b7e-4fb6-ae91-771d6152b7d1 HTTP/1.1" status: 204 len: 168 time: 0.2160752 Jun 01 15:56:22.620279 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 34326) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:22.725264 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:22.738659 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-910551453-network', 'tenant_id': '1d02537c05ff435b8494626c5f702d80'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:22.743643 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:22.748165 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] Usage tracker for resource:network and tenant:1d02537c05ff435b8494626c5f702d80 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:22.751184 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:22.758030 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:22.771861 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] Made reservation on behalf of 1d02537c05ff435b8494626c5f702d80 for: {'network': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:56:22.774352 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3889677'] for network, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:22.786853 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:22.801356 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:22.805813 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] Usage tracker for resource:security_group_rule and tenant:1d02537c05ff435b8494626c5f702d80 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:22.809864 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:22.816515 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:22.913158 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:22.918700 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:22.922595 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-015fed98-8fab-4d19-9372-54d2912ab376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:22.955326 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=91976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:56:22.961363 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ee5720-b50b-4ad8-9357-332f93104980,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:22.969337 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:22.969691 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.db.segments_db [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] Added segment d99c4ca3-6d13-4932-8722-f57b854e9798 of type vlan for network 9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 Jun 01 15:56:22.971220 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:23.005113 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737512412739'] for network, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:23.046658 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029'] for network, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:23.059645 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:23.060803 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:23.067544 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:23.232707 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6076820 Jun 01 15:56:23.232707 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] Pushing event updated for resources: {'Network': ['ID=9ce6aa01-06d8-4cd3-b114-47dc6a9a7778,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:23.235354 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 34338) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:23.244453 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-f9498eeb-3d53-40a7-b096-f0a04e232b62 admin admin] Request body: {'subnet': {'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-910551453-subnet', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:23.248519 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Network 9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 details requested by agent ovs-agent-dv-cinder-793515-3-smb with host dv-cinder-793515-3-smb {{(pid=91977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:56:23.251982 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-0d6944d1-643f-418e-836b-30524b204dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:23.255786 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-f9498eeb-3d53-40a7-b096-f0a04e232b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:23.263108 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-f9498eeb-3d53-40a7-b096-f0a04e232b62 admin admin] Usage tracker for resource:subnet and tenant:1d02537c05ff435b8494626c5f702d80 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:23.268559 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-f9498eeb-3d53-40a7-b096-f0a04e232b62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:23.275446 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 34340) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:23.280489 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-f9498eeb-3d53-40a7-b096-f0a04e232b62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:23.299539 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9498eeb-3d53-40a7-b096-f0a04e232b62 admin admin] Made reservation on behalf of 1d02537c05ff435b8494626c5f702d80 for: {'subnet': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:56:23.301883 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f9498eeb-3d53-40a7-b096-f0a04e232b62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128456077'] for subnet, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:23.430502 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-14501bc8-0cff-4848-89a2-e369a6a47e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:23.447343 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-14501bc8-0cff-4848-89a2-e369a6a47e53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:23.452848 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-14501bc8-0cff-4848-89a2-e369a6a47e53 admin admin] Usage tracker for resource:security_group_rule and tenant:081fb83f1902488e8266872981a79fb7 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:23.456513 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-14501bc8-0cff-4848-89a2-e369a6a47e53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:23.463469 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-14501bc8-0cff-4848-89a2-e369a6a47e53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:23.567908 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-14501bc8-0cff-4848-89a2-e369a6a47e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:23.575150 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-14501bc8-0cff-4848-89a2-e369a6a47e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:23.583711 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-8c48903b-d02e-42e4-8d50-df6a48cca12b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:23.627555 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14501bc8-0cff-4848-89a2-e369a6a47e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e412781-b746-4a16-b027-f0fd6dec80a0,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:23.631465 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-14501bc8-0cff-4848-89a2-e369a6a47e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:23.634063 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-14501bc8-0cff-4848-89a2-e369a6a47e53 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=081fb83f1902488e8266872981a79fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570030 Jun 01 15:56:23.638035 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 34344) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:23.719485 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-18d58c97-251a-47da-9545-84e687390072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:23.752759 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-18d58c97-251a-47da-9545-84e687390072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:23.819819 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-18d58c97-251a-47da-9545-84e687390072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:23.824106 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-06beeedd-dd58-4fc1-b6df-6772bf719f4d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:23.835451 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d58c97-251a-47da-9545-84e687390072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e412781-b746-4a16-b027-f0fd6dec80a0,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:23.839840 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-18d58c97-251a-47da-9545-84e687390072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:23.843945 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-18d58c97-251a-47da-9545-84e687390072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:23.848438 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-18d58c97-251a-47da-9545-84e687390072 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2e412781-b746-4a16-b027-f0fd6dec80a0 HTTP/1.1" status: 204 len: 168 time: 0.2061703 Jun 01 15:56:23.945189 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f9498eeb-3d53-40a7-b096-f0a04e232b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129416339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128456127'] for subnet, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:23.950404 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:24.032743 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9498eeb-3d53-40a7-b096-f0a04e232b62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bebea71-5dbd-4d8f-85bf-3a4566a49a88,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:24.036249 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-f9498eeb-3d53-40a7-b096-f0a04e232b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:24.057530 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9498eeb-3d53-40a7-b096-f0a04e232b62 admin admin] Checking segment: {'id': 'd99c4ca3-6d13-4932-8722-f57b854e9798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:56:24.057887 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9498eeb-3d53-40a7-b096-f0a04e232b62 admin admin] Network hostable DHCP agents. Network: 9ce6aa01-06d8-4cd3-b114-47dc6a9a7778, hostable agents: ['423065cf-a459-40a5-9d7d-37e9c3940aeb'], hosted agents: [] {{(pid=91976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:56:24.077632 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9498eeb-3d53-40a7-b096-f0a04e232b62 admin admin] Network 9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 is scheduled to be hosted by DHCP agent 423065cf-a459-40a5-9d7d-37e9c3940aeb with binding_index 1 {{(pid=91976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:56:24.090086 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-f9498eeb-3d53-40a7-b096-f0a04e232b62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-smb, 9ce6aa01-06d8-4cd3-b114-47dc6a9a7778) {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:56:24.107119 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8274f94-bbfc-45d3-9c69-82c35bc8f246 None None] Network 9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:56:24.113523 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9498eeb-3d53-40a7-b096-f0a04e232b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:24.114381 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f9498eeb-3d53-40a7-b096-f0a04e232b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for subnet, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:24.144862 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-f9498eeb-3d53-40a7-b096-f0a04e232b62 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9077699 Jun 01 15:56:24.147580 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 34348) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:24.157432 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-910551453-router', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:24.165936 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:24.174727 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Usage tracker for resource:router and tenant:1d02537c05ff435b8494626c5f702d80 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:24.180778 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:24.192489 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:24.210288 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-745426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2461'] for router, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:24.212068 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-606177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2474'] for router, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:24.238471 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:24.406982 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94bd9fb4-ba23-5bb7-a801-c8a49b7a9324-9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'fixed_ips': [{'subnet_id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88'}]}} from dv-cinder-793515-3-smb. {{(pid=91977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 15:56:24.408021 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:24.533025 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-745376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2488'] for router, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:24.661018 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.db_base_plugin_common [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Allocated IP 172.20.0.2 (9ce6aa01-06d8-4cd3-b114-47dc6a9a7778/1bebea71-5dbd-4d8f-85bf-3a4566a49a88/8445d6fa-b57a-47a9-9a08-3347d678b619) {{(pid=91977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:56:24.872213 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:24.906998 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:24.928580 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Notify callbacks [] for port, precommit_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:24.939746 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Transition to ACTIVE for port object 8445d6fa-b57a-47a9-9a08-3347d678b619 will not be triggered until provisioned by entity L2. {{(pid=91977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:56:24.967384 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Transition to ACTIVE for port object 8445d6fa-b57a-47a9-9a08-3347d678b619 will not be triggered until provisioned by entity DHCP. {{(pid=91977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:56:24.973621 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225'] for port, after_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:24.978524 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:25.043933 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Network 9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 is already hosted by enough agents. {{(pid=91977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:56:25.047496 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.scheduler.base_scheduler [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Resources bound (agent type, host, resource id): {{(pid=91977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:56:25.051729 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Received port after_create {{(pid=91977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:56:25.080782 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_common [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Allocated IP 172.28.0.32 (6e7482f9-9717-4453-9b2f-c40fb5d07656/517eec18-9bb2-4c7a-bda3-2fa22e1410fe/383a7241-a9a2-42dc-83bf-c682221020ec) {{(pid=91976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:56:25.097533 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Pushing event updated for resources: {'Port': ['ID=8445d6fa-b57a-47a9-9a08-3347d678b619,revision_number=1']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:25.127457 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:25.156565 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Attempting to bind port 8445d6fa-b57a-47a9-9a08-3347d678b619 on host dv-cinder-793515-3-smb for vnic_type normal with profile {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:56:25.157013 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Attempting to bind port 8445d6fa-b57a-47a9-9a08-3347d678b619 by drivers openvswitch,hyperv on host dv-cinder-793515-3-smb at level 0 using segments [{'id': 'd99c4ca3-6d13-4932-8722-f57b854e9798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778'}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:56:25.157348 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Attempting to bind port 8445d6fa-b57a-47a9-9a08-3347d678b619 on network 9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:56:25.164006 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Checking agent: {'id': '402afcd4-07c8-465d-b4fa-00ad646a8cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:56:25.164531 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Checking segment: {'id': 'd99c4ca3-6d13-4932-8722-f57b854e9798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:56:25.165129 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:25.165596 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Bound using segment: {'id': 'd99c4ca3-6d13-4932-8722-f57b854e9798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778'} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:56:25.166176 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Bound port: 8445d6fa-b57a-47a9-9a08-3347d678b619, host: dv-cinder-793515-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99c4ca3-6d13-4932-8722-f57b854e9798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778'}}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:56:25.166748 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:25.263397 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] For port 8445d6fa-b57a-47a9-9a08-3347d678b619, host dv-cinder-793515-3-smb, cleared binding levels {{(pid=91977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:56:25.267827 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] For port 8445d6fa-b57a-47a9-9a08-3347d678b619, host dv-cinder-793515-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=8445d6fa-b57a-47a9-9a08-3347d678b619,segment=NetworkSegment(d99c4ca3-6d13-4932-8722-f57b854e9798),segment_id=d99c4ca3-6d13-4932-8722-f57b854e9798)] {{(pid=91977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:56:25.274150 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:25.274752 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:25.279545 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-121c2012-6362-4cb2-b311-367900842e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:25.326550 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:25.334599 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:25.377198 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Pushing event updated for resources: {'Port': ['ID=8445d6fa-b57a-47a9-9a08-3347d678b619,revision_number=2']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:25.384193 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:25.538917 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Network 6e7482f9-9717-4453-9b2f-c40fb5d07656 is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:56:25.542300 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:56:25.546740 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Received port after_create {{(pid=91976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:56:25.593166 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Pushing event updated for resources: {'Port': ['ID=383a7241-a9a2-42dc-83bf-c682221020ec,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:25.597605 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:26.051442 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:26.440491 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8dc72d-4ade-4605-a4c3-fac8f6c8c351 None None] Network 9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:56:26.472302 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-745387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634110'] for router, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:26.581399 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-b121dbd8-d263-4234-be62-65f6df76b87f None None] Provisioning for port 8445d6fa-b57a-47a9-9a08-3347d678b619 completed by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:56:26.716713 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Router 5ea0c986-98db-4eba-9187-54a32175ef7d is scheduled to L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e with binding_index 1 {{(pid=91976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 15:56:26.883583 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 8445d6fa-b57a-47a9-9a08-3347d678b619 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:56:26.992225 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning for port 8445d6fa-b57a-47a9-9a08-3347d678b619 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:56:26.998082 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 8445d6fa-b57a-47a9-9a08-3347d678b619 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:26.998474 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:27.024317 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:56:27.063682 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] Sync routers for ids ['5ea0c986-98db-4eba-9187-54a32175ef7d'] in dv-cinder-793515-3-smb {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:56:27.068382 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Notify callbacks [] for router, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:27.074288 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 34356) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:27.075231 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9246869 Jun 01 15:56:27.098093 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] Routers {'5ea0c986-98db-4eba-9187-54a32175ef7d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:56:27.098882 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:56:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['5ea0c986-98db-4eba-9187-54a32175ef7d'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:27.290454 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-3e684123-80d2-4fec-b16e-cfe3295447bb None None] Provisioning complete for port 8445d6fa-b57a-47a9-9a08-3347d678b619 triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:27.290807 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-3e684123-80d2-4fec-b16e-cfe3295447bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:27.449305 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:27.496020 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] Set router 5ea0c986-98db-4eba-9187-54a32175ef7d gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:56:27.624670 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] For port 8445d6fa-b57a-47a9-9a08-3347d678b619, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=8445d6fa-b57a-47a9-9a08-3347d678b619,segment=NetworkSegment(d99c4ca3-6d13-4932-8722-f57b854e9798),segment_id=d99c4ca3-6d13-4932-8722-f57b854e9798)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:27.706286 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:27.720831 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:27.906772 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Pushing event updated for resources: {'Port': ['ID=8445d6fa-b57a-47a9-9a08-3347d678b619,revision_number=3']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:27.911365 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:27.935194 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c45892f7-a74c-4aac-a643-f1ce24c3d188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:27.990067 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'name': 'tempest-AttachVolumeTestJSON-910551453-router', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:25Z', 'revision_number': 3, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'gw_port': {'id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:81:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb'}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:27.994582 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] Checking router: 5ea0c986-98db-4eba-9187-54a32175ef7d for host: dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:56:27.995515 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] Updating router 5ea0c986-98db-4eba-9187-54a32175ef7d port 383a7241-a9a2-42dc-83bf-c682221020ec binding host dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:56:28.062249 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:28.215553 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_common [None req-c45892f7-a74c-4aac-a643-f1ce24c3d188 admin admin] Allocated IP 172.20.0.1 (9ce6aa01-06d8-4cd3-b114-47dc6a9a7778/1bebea71-5dbd-4d8f-85bf-3a4566a49a88/4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3) {{(pid=91975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:56:28.478906 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] Notify callbacks [] for port, precommit_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:28.492812 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] Transition to ACTIVE for port object 383a7241-a9a2-42dc-83bf-c682221020ec will not be triggered until provisioned by entity L2. {{(pid=91977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:56:28.500903 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:28.504583 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c45892f7-a74c-4aac-a643-f1ce24c3d188 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:28.505240 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:28.522697 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.provisioning_blocks [None req-c45892f7-a74c-4aac-a643-f1ce24c3d188 admin admin] Transition to ACTIVE for port object 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3 will not be triggered until provisioned by entity DHCP. {{(pid=91975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:56:28.552178 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c45892f7-a74c-4aac-a643-f1ce24c3d188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:28.559404 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:28.585537 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] Attempting to bind port 383a7241-a9a2-42dc-83bf-c682221020ec on host dv-cinder-793515-3-smb for vnic_type normal with profile {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:56:28.586900 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] Attempting to bind port 383a7241-a9a2-42dc-83bf-c682221020ec by drivers openvswitch,hyperv on host dv-cinder-793515-3-smb at level 0 using segments [{'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:56:28.587699 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] Attempting to bind port 383a7241-a9a2-42dc-83bf-c682221020ec on network 6e7482f9-9717-4453-9b2f-c40fb5d07656 {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:56:28.597816 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596dedf-b45b-46fd-9585-08bde2d26f8a None None] Pushing event updated for resources: {'Port': ['ID=383a7241-a9a2-42dc-83bf-c682221020ec,revision_number=2']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:28.600424 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] Checking agent: {'id': '402afcd4-07c8-465d-b4fa-00ad646a8cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:56:28.600814 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] Checking segment: {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:56:28.601222 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:28.601624 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] Bound using segment: {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:56:28.602113 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] Bound port: 383a7241-a9a2-42dc-83bf-c682221020ec, host: dv-cinder-793515-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:56:28.602491 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:28.624694 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45892f7-a74c-4aac-a643-f1ce24c3d188 admin admin] Network 9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 is already hosted by enough agents. {{(pid=91975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:56:28.627851 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [None req-c45892f7-a74c-4aac-a643-f1ce24c3d188 admin admin] Resources bound (agent type, host, resource id): {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:56:28.636062 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45892f7-a74c-4aac-a643-f1ce24c3d188 admin admin] Received port after_create {{(pid=91975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:56:28.644538 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9596dedf-b45b-46fd-9585-08bde2d26f8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:28.644887 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9596dedf-b45b-46fd-9585-08bde2d26f8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:28.645236 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9596dedf-b45b-46fd-9585-08bde2d26f8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:28.645543 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9596dedf-b45b-46fd-9585-08bde2d26f8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:28.645879 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9596dedf-b45b-46fd-9585-08bde2d26f8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:28.646212 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9596dedf-b45b-46fd-9585-08bde2d26f8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:28.646539 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9596dedf-b45b-46fd-9585-08bde2d26f8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:28.646862 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9596dedf-b45b-46fd-9585-08bde2d26f8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:28.647213 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9596dedf-b45b-46fd-9585-08bde2d26f8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:28.647555 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9596dedf-b45b-46fd-9585-08bde2d26f8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:28.647867 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9596dedf-b45b-46fd-9585-08bde2d26f8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:28.648172 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9596dedf-b45b-46fd-9585-08bde2d26f8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:28.654602 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-9596dedf-b45b-46fd-9585-08bde2d26f8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:28.674638 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45892f7-a74c-4aac-a643-f1ce24c3d188 admin admin] Pushing event updated for resources: {'Port': ['ID=4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:28.681420 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-c45892f7-a74c-4aac-a643-f1ce24c3d188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:28.698973 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] For port 383a7241-a9a2-42dc-83bf-c682221020ec, host dv-cinder-793515-3-smb, cleared binding levels {{(pid=91977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:56:28.702638 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] For port 383a7241-a9a2-42dc-83bf-c682221020ec, host dv-cinder-793515-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=383a7241-a9a2-42dc-83bf-c682221020ec,segment=NetworkSegment(2169e936-6da0-43d3-a98e-548bcd0f9f05),segment_id=2169e936-6da0-43d3-a98e-548bcd0f9f05)] {{(pid=91977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:56:28.707769 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c45892f7-a74c-4aac-a643-f1ce24c3d188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632884'] for router_interface, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:28.711016 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:28.724274 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-39841a87-6ea4-4176-852e-44798767c578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:28.851380 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 8445d6fa-b57a-47a9-9a08-3347d678b619 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:56:28.943562 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596dedf-b45b-46fd-9585-08bde2d26f8a None None] Pushing event updated for resources: {'Port': ['ID=383a7241-a9a2-42dc-83bf-c682221020ec,revision_number=3']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:28.952255 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-9596dedf-b45b-46fd-9585-08bde2d26f8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:28.954340 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] Routers {'5ea0c986-98db-4eba-9187-54a32175ef7d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:56:28.955091 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:56:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['5ea0c986-98db-4eba-9187-54a32175ef7d'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:29.062265 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c45892f7-a74c-4aac-a643-f1ce24c3d188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:29.089732 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 8445d6fa-b57a-47a9-9a08-3347d678b619 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:29.090112 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:29.131785 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-51bb13b5-e990-4809-ac3b-2e0763f4dfe1 None None] Provisioning for port 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3 completed by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:56:29.163032 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-51bb13b5-e990-4809-ac3b-2e0763f4dfe1 None None] Provisioning complete for port 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3 triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:29.163422 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-51bb13b5-e990-4809-ac3b-2e0763f4dfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:29.360330 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c45892f7-a74c-4aac-a643-f1ce24c3d188 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:29.367720 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c45892f7-a74c-4aac-a643-f1ce24c3d188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:29.370824 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] Set router 5ea0c986-98db-4eba-9187-54a32175ef7d gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:56:29.400070 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:29.419314 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-51bb13b5-e990-4809-ac3b-2e0763f4dfe1 None None] Port 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3 cannot update to ACTIVE because it is not bound. {{(pid=91977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:56:29.523875 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45892f7-a74c-4aac-a643-f1ce24c3d188 admin admin] Pushing event updated for resources: {'Port': ['ID=4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3,revision_number=2']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:29.528409 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c45892f7-a74c-4aac-a643-f1ce24c3d188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633003'] for router_interface, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:29.536252 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-c45892f7-a74c-4aac-a643-f1ce24c3d188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:29.708727 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45892f7-a74c-4aac-a643-f1ce24c3d188 admin admin] Network 9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 is already hosted by enough agents. {{(pid=91975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:56:29.710872 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [None req-c45892f7-a74c-4aac-a643-f1ce24c3d188 admin admin] Resources bound (agent type, host, resource id): {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:56:29.778514 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'name': 'tempest-AttachVolumeTestJSON-910551453-router', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:28Z', 'revision_number': 4, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'gw_port': {'id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:81:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3', 'name': '', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'mac_address': 'fa:16:3e:70:93:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:28Z', 'updated_at': '2021-06-01T15:56:28Z', 'revision_number': 1, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'subnets': [{'id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:29.788959 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d67b810-4d3e-4d34-b6f0-cf9cb0dc539a None None] The sync data for ids ['5ea0c986-98db-4eba-9187-54a32175ef7d'] in dv-cinder-793515-3-smb is: [{'id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'name': 'tempest-AttachVolumeTestJSON-910551453-router', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:28Z', 'revision_number': 4, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'gw_port': {'id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:81:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3', 'name': '', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'mac_address': 'fa:16:3e:70:93:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:28Z', 'updated_at': '2021-06-01T15:56:28Z', 'revision_number': 1, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'subnets': [{'id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:56:29.947823 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-585f62b0-deed-4b1d-8f48-f49e9c460e4d None None] Provisioning complete for port 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3 triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:29.948582 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-585f62b0-deed-4b1d-8f48-f49e9c460e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:30.006127 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45892f7-a74c-4aac-a643-f1ce24c3d188 admin admin] Router 5ea0c986-98db-4eba-9187-54a32175ef7d has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:56:30.025454 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-585f62b0-deed-4b1d-8f48-f49e9c460e4d None None] Port 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3 cannot update to ACTIVE because it is not bound. {{(pid=91977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:56:30.341990 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45892f7-a74c-4aac-a643-f1ce24c3d188 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:56:30.352236 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-c45892f7-a74c-4aac-a643-f1ce24c3d188 admin admin] 10.222.0.60 "PUT /v2.0/routers/5ea0c986-98db-4eba-9187-54a32175ef7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2768233 Jun 01 15:56:30.835764 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 383a7241-a9a2-42dc-83bf-c682221020ec up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:56:30.928154 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning for port 383a7241-a9a2-42dc-83bf-c682221020ec completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:56:30.934027 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 383a7241-a9a2-42dc-83bf-c682221020ec triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:30.934403 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.097699 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.125170 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] For port 383a7241-a9a2-42dc-83bf-c682221020ec, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=383a7241-a9a2-42dc-83bf-c682221020ec,segment=NetworkSegment(2169e936-6da0-43d3-a98e-548bcd0f9f05),segment_id=2169e936-6da0-43d3-a98e-548bcd0f9f05)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:31.130693 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.133454 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:31.230195 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Pushing event updated for resources: {'Port': ['ID=383a7241-a9a2-42dc-83bf-c682221020ec,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:31.233329 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:31.299893 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 34386) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:31.305954 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-9c2f6213-9dd7-4a95-acb2-5bc39f893552 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Request body: {'security_group': {'name': 'tempest-securitygroup--788538322', 'description': 'tempest-description--863692138'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:31.313202 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-9c2f6213-9dd7-4a95-acb2-5bc39f893552 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:31.317278 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-9c2f6213-9dd7-4a95-acb2-5bc39f893552 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Usage tracker for resource:security_group and tenant:1d02537c05ff435b8494626c5f702d80 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:31.320662 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-9c2f6213-9dd7-4a95-acb2-5bc39f893552 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:31.327550 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-9c2f6213-9dd7-4a95-acb2-5bc39f893552 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:31.341069 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-9c2f6213-9dd7-4a95-acb2-5bc39f893552 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.364725 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-9c2f6213-9dd7-4a95-acb2-5bc39f893552 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:31.368747 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-9c2f6213-9dd7-4a95-acb2-5bc39f893552 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Usage tracker for resource:security_group_rule and tenant:1d02537c05ff435b8494626c5f702d80 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:31.372338 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-9c2f6213-9dd7-4a95-acb2-5bc39f893552 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:31.378822 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-9c2f6213-9dd7-4a95-acb2-5bc39f893552 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:31.470296 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-9c2f6213-9dd7-4a95-acb2-5bc39f893552 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.475095 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-9c2f6213-9dd7-4a95-acb2-5bc39f893552 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.479773 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-8563efad-7048-4819-a63a-60aba0d6f2d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:31.521986 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f6213-9dd7-4a95-acb2-5bc39f893552 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c3b7a0-aa64-48de-9e70-96169c60f41d,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:31.525262 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-9c2f6213-9dd7-4a95-acb2-5bc39f893552 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.527048 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-9c2f6213-9dd7-4a95-acb2-5bc39f893552 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2260208 Jun 01 15:56:31.528182 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-9c2f6213-9dd7-4a95-acb2-5bc39f893552 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:31.530361 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 34388) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:31.535117 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-a1cd725c-4d2c-4882-acff-27ba83af52a7 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Request body: {'security_group_rule': {'security_group_id': 'a4c3b7a0-aa64-48de-9e70-96169c60f41d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:31.541308 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-a1cd725c-4d2c-4882-acff-27ba83af52a7 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:31.546824 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-a1cd725c-4d2c-4882-acff-27ba83af52a7 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Usage tracker for resource:security_group_rule and tenant:1d02537c05ff435b8494626c5f702d80 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:31.551354 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-a1cd725c-4d2c-4882-acff-27ba83af52a7 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:31.558152 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-a1cd725c-4d2c-4882-acff-27ba83af52a7 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:31.577394 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a1cd725c-4d2c-4882-acff-27ba83af52a7 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.661774 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a1cd725c-4d2c-4882-acff-27ba83af52a7 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.667934 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a1cd725c-4d2c-4882-acff-27ba83af52a7 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596623'] for security_group_rule, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.670840 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:31.696568 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd725c-4d2c-4882-acff-27ba83af52a7 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2143b01c-8276-4120-ac1f-7c6cdc85bd3e,revision_number=0']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:31.702803 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-a1cd725c-4d2c-4882-acff-27ba83af52a7 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:31.708239 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a1cd725c-4d2c-4882-acff-27ba83af52a7 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.709788 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-a1cd725c-4d2c-4882-acff-27ba83af52a7 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1784368 Jun 01 15:56:31.713333 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 34390) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:31.719698 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-0c3a5d28-d6ea-47bf-ac9a-fee930e042b5 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Request body: {'security_group_rule': {'security_group_id': 'a4c3b7a0-aa64-48de-9e70-96169c60f41d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:31.728318 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-0c3a5d28-d6ea-47bf-ac9a-fee930e042b5 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:31.733470 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-0c3a5d28-d6ea-47bf-ac9a-fee930e042b5 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Usage tracker for resource:security_group_rule and tenant:1d02537c05ff435b8494626c5f702d80 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:31.737224 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-0c3a5d28-d6ea-47bf-ac9a-fee930e042b5 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:31.743540 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-0c3a5d28-d6ea-47bf-ac9a-fee930e042b5 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:31.762743 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-0c3a5d28-d6ea-47bf-ac9a-fee930e042b5 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.869070 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-0c3a5d28-d6ea-47bf-ac9a-fee930e042b5 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.874781 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-0c3a5d28-d6ea-47bf-ac9a-fee930e042b5 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596623'] for security_group_rule, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.887191 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-a1cd725c-4d2c-4882-acff-27ba83af52a7 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:31.918530 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a5d28-d6ea-47bf-ac9a-fee930e042b5 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb3946a-5299-4ccb-b4d0-80664721756f,revision_number=0']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:31.926313 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-0c3a5d28-d6ea-47bf-ac9a-fee930e042b5 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:31.940066 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-0c3a5d28-d6ea-47bf-ac9a-fee930e042b5 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:31.941680 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-0c3a5d28-d6ea-47bf-ac9a-fee930e042b5 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2265935 Jun 01 15:56:31.945835 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 34392) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:31.952251 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Request body: {'floatingip': {'floating_network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:31.958525 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:31.962856 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Usage tracker for resource:floatingip and tenant:1d02537c05ff435b8494626c5f702d80 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:31.966935 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:31.979488 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:31.982029 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fd233f-9924-498a-9692-6896bde9362c None None] Sync routers for ids ['5ea0c986-98db-4eba-9187-54a32175ef7d'] in dv-cinder-793515-3-smb {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:56:31.993115 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fd233f-9924-498a-9692-6896bde9362c None None] Routers {'5ea0c986-98db-4eba-9187-54a32175ef7d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:56:31.993745 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-96fd233f-9924-498a-9692-6896bde9362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:56:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['5ea0c986-98db-4eba-9187-54a32175ef7d'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:31.996930 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for floatingip, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:32.190989 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-96fd233f-9924-498a-9692-6896bde9362c None None] Set router 5ea0c986-98db-4eba-9187-54a32175ef7d gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:56:32.279352 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:32.431414 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_common [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Allocated IP 172.28.0.253 (6e7482f9-9717-4453-9b2f-c40fb5d07656/517eec18-9bb2-4c7a-bda3-2fa22e1410fe/88f26a01-8380-46ff-88c6-18cf02e8b3e0) {{(pid=91976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:56:32.551243 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-96fd233f-9924-498a-9692-6896bde9362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'name': 'tempest-AttachVolumeTestJSON-910551453-router', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:28Z', 'revision_number': 4, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'gw_port': {'id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3', 'name': '', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'mac_address': 'fa:16:3e:70:93:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:28Z', 'updated_at': '2021-06-01T15:56:29Z', 'revision_number': 2, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'subnets': [{'id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:32.558720 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fd233f-9924-498a-9692-6896bde9362c None None] Checking router: 5ea0c986-98db-4eba-9187-54a32175ef7d for host: dv-cinder-793515-3-smb {{(pid=91978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:56:32.559379 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fd233f-9924-498a-9692-6896bde9362c None None] Updating router 5ea0c986-98db-4eba-9187-54a32175ef7d port 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3 binding host dv-cinder-793515-3-smb {{(pid=91978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:56:32.605700 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for port, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:32.625876 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-96fd233f-9924-498a-9692-6896bde9362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:32.643891 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:32.651609 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-8b9e4191-f32f-46ab-83c3-76694454d888 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:32.728590 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Network 6e7482f9-9717-4453-9b2f-c40fb5d07656 is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:56:32.733005 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:56:32.737790 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Received port after_create {{(pid=91976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:56:32.782269 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Pushing event updated for resources: {'Port': ['ID=88f26a01-8380-46ff-88c6-18cf02e8b3e0,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:32.788068 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:32.847229 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 383a7241-a9a2-42dc-83bf-c682221020ec up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:56:32.876053 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:33.017927 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 383a7241-a9a2-42dc-83bf-c682221020ec triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:33.018699 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:33.021975 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:33.038856 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-96fd233f-9924-498a-9692-6896bde9362c None None] Notify callbacks [] for port, precommit_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:33.060648 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.provisioning_blocks [None req-96fd233f-9924-498a-9692-6896bde9362c None None] Transition to ACTIVE for port object 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3 will not be triggered until provisioned by entity L2. {{(pid=91978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:56:33.070459 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-96fd233f-9924-498a-9692-6896bde9362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:33.075618 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:33.194277 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71c5d6-6d1d-445c-926a-540966ce6e44 None None] Pushing event updated for resources: {'Port': ['ID=4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3,revision_number=3']} {{(pid=91978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:33.320491 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71c5d6-6d1d-445c-926a-540966ce6e44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:33.320832 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71c5d6-6d1d-445c-926a-540966ce6e44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:33.321164 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71c5d6-6d1d-445c-926a-540966ce6e44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:33.321490 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71c5d6-6d1d-445c-926a-540966ce6e44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:33.321844 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71c5d6-6d1d-445c-926a-540966ce6e44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:33.322118 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71c5d6-6d1d-445c-926a-540966ce6e44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:33.323239 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71c5d6-6d1d-445c-926a-540966ce6e44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:33.323622 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71c5d6-6d1d-445c-926a-540966ce6e44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:33.323909 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71c5d6-6d1d-445c-926a-540966ce6e44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:33.324229 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71c5d6-6d1d-445c-926a-540966ce6e44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:33.324543 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71c5d6-6d1d-445c-926a-540966ce6e44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:33.324855 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71c5d6-6d1d-445c-926a-540966ce6e44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:56:33.332963 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [None req-8d71c5d6-6d1d-445c-926a-540966ce6e44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:33.391614 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.managers [None req-96fd233f-9924-498a-9692-6896bde9362c None None] Attempting to bind port 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3 on host dv-cinder-793515-3-smb for vnic_type normal with profile {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:56:33.391888 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.managers [None req-96fd233f-9924-498a-9692-6896bde9362c None None] Attempting to bind port 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3 by drivers openvswitch,hyperv on host dv-cinder-793515-3-smb at level 0 using segments [{'id': 'd99c4ca3-6d13-4932-8722-f57b854e9798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778'}] {{(pid=91978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:56:33.392232 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fd233f-9924-498a-9692-6896bde9362c None None] Attempting to bind port 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3 on network 9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:56:33.400683 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fd233f-9924-498a-9692-6896bde9362c None None] Checking agent: {'id': '402afcd4-07c8-465d-b4fa-00ad646a8cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:56:33.401832 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fd233f-9924-498a-9692-6896bde9362c None None] Checking segment: {'id': 'd99c4ca3-6d13-4932-8722-f57b854e9798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:56:33.402474 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-96fd233f-9924-498a-9692-6896bde9362c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:33.403186 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fd233f-9924-498a-9692-6896bde9362c None None] Bound using segment: {'id': 'd99c4ca3-6d13-4932-8722-f57b854e9798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778'} {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:56:33.404024 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.managers [None req-96fd233f-9924-498a-9692-6896bde9362c None None] Bound port: 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3, host: dv-cinder-793515-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99c4ca3-6d13-4932-8722-f57b854e9798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778'}}] {{(pid=91978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:56:33.404653 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-96fd233f-9924-498a-9692-6896bde9362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:33.446011 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for port, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:33.453048 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129416730'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:33.457886 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:33.533989 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.db [None req-96fd233f-9924-498a-9692-6896bde9362c None None] For port 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3, host dv-cinder-793515-3-smb, cleared binding levels {{(pid=91978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:56:33.537768 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.db [None req-96fd233f-9924-498a-9692-6896bde9362c None None] For port 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3, host dv-cinder-793515-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3,segment=NetworkSegment(d99c4ca3-6d13-4932-8722-f57b854e9798),segment_id=d99c4ca3-6d13-4932-8722-f57b854e9798)] {{(pid=91978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:56:33.545078 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-96fd233f-9924-498a-9692-6896bde9362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:33.550859 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [None req-d323f714-58cb-4941-8242-4f1236189ebc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:33.587278 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Pushing event updated for resources: {'Port': ['ID=88f26a01-8380-46ff-88c6-18cf02e8b3e0,revision_number=2']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:33.590890 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:33.606778 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633999'] for floatingip, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:33.632654 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fd233f-9924-498a-9692-6896bde9362c None None] Routers {'5ea0c986-98db-4eba-9187-54a32175ef7d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:56:33.633300 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-96fd233f-9924-498a-9692-6896bde9362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:56:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['5ea0c986-98db-4eba-9187-54a32175ef7d'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:33.646686 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for floatingip, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:33.657451 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7008886 Jun 01 15:56:33.722297 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71c5d6-6d1d-445c-926a-540966ce6e44 None None] Pushing event updated for resources: {'Port': ['ID=4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3,revision_number=4']} {{(pid=91978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:33.733121 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [None req-8d71c5d6-6d1d-445c-926a-540966ce6e44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:33.854473 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-0755a53d-3558-43d4-8e04-993f6fbea575 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Synchronizing usage tracker for tenant:1d02537c05ff435b8494626c5f702d80 on resource:security_group {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:56:33.877381 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-0755a53d-3558-43d4-8e04-993f6fbea575 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Unset dirty status for tenant:1d02537c05ff435b8494626c5f702d80 on resource:security_group {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:56:33.878552 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-0755a53d-3558-43d4-8e04-993f6fbea575 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--788538322&fields=id&tenant_id=1d02537c05ff435b8494626c5f702d80 HTTP/1.1" status: 200 len: 267 time: 0.0854256 Jun 01 15:56:33.892065 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-96fd233f-9924-498a-9692-6896bde9362c None None] Set router 5ea0c986-98db-4eba-9187-54a32175ef7d gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:56:34.053639 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-47748331-8864-45cf-aad2-229caf555d5c tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:34.054911 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-47748331-8864-45cf-aad2-229caf555d5c tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/networks?id=9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 HTTP/1.1" status: 200 len: 810 time: 0.1679111 Jun 01 15:56:34.070222 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-48f0c8cc-3911-47f7-b84f-d8a6b94cfe88 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/quotas/1d02537c05ff435b8494626c5f702d80 HTTP/1.1" status: 200 len: 375 time: 0.0093107 Jun 01 15:56:34.158071 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-65651c86-a4cc-4b58-a341-dd2f40033fcd tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Synchronizing usage tracker for tenant:1d02537c05ff435b8494626c5f702d80 on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:56:34.177971 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-65651c86-a4cc-4b58-a341-dd2f40033fcd tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Unset dirty status for tenant:1d02537c05ff435b8494626c5f702d80 on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:56:34.179346 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-65651c86-a4cc-4b58-a341-dd2f40033fcd tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d02537c05ff435b8494626c5f702d80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1032300 Jun 01 15:56:34.228304 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-96fd233f-9924-498a-9692-6896bde9362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'name': 'tempest-AttachVolumeTestJSON-910551453-router', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:28Z', 'revision_number': 4, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'gw_port': {'id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3', 'name': '', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'mac_address': 'fa:16:3e:70:93:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:28Z', 'updated_at': '2021-06-01T15:56:33Z', 'revision_number': 4, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'subnets': [{'id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:34.232901 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fd233f-9924-498a-9692-6896bde9362c None None] The sync data for ids ['5ea0c986-98db-4eba-9187-54a32175ef7d'] in dv-cinder-793515-3-smb is: [{'id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'name': 'tempest-AttachVolumeTestJSON-910551453-router', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:28Z', 'revision_number': 4, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'gw_port': {'id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3', 'name': '', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'mac_address': 'fa:16:3e:70:93:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:28Z', 'updated_at': '2021-06-01T15:56:33Z', 'revision_number': 4, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'subnets': [{'id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:56:34.337049 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-67d68883-7304-4f21-9105-d7731dfc991e service neutron] 10.222.0.60 "GET /v2.0/networks/9ce6aa01-06d8-4cd3-b114-47dc6a9a7778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417730 Jun 01 15:56:34.500754 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-dbeb074f-c1dc-4e07-8b08-c84284a48dfe service neutron] 10.222.0.60 "GET /v2.0/networks/9ce6aa01-06d8-4cd3-b114-47dc6a9a7778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575377 Jun 01 15:56:34.742517 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-80f5393e-1bd4-448e-a38b-ceb1aa71f5d5 req-5d4b1afe-2014-448a-acd4-ac3864f3ae36 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 210 time: 0.0739832 Jun 01 15:56:34.827807 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:56:34.944212 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning for port 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:56:34.952514 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:34.952943 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:35.083485 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:35.122629 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] For port 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3,segment=NetworkSegment(d99c4ca3-6d13-4932-8722-f57b854e9798),segment_id=d99c4ca3-6d13-4932-8722-f57b854e9798)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:35.126880 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:35.128833 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:35.202830 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Pushing event updated for resources: {'Port': ['ID=4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:35.206567 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:36.070661 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-80437d78-9275-4dc5-9f4e-99bf8dfcfff5 req-23fec6a1-23d2-4f85-8c91-f08753c518ce tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 210 time: 0.1341097 Jun 01 15:56:36.081189 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-9956ab62-8d95-4de5-99e9-61d530b619cd tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:36.082640 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-9956ab62-8d95-4de5-99e9-61d530b619cd tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.89 "GET /v2.0/networks?id=9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 HTTP/1.1" status: 200 len: 810 time: 0.2794263 Jun 01 15:56:36.140007 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-2adb0a72-e0bf-43b9-a1e7-77c8995b3e75 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d02537c05ff435b8494626c5f702d80 HTTP/1.1" status: 200 len: 379 time: 0.0450401 Jun 01 15:56:36.149565 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-1cd2a61d-0ff5-419a-bcc5-06548abdb886 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Request body: {'port': {'device_id': '41571448-d7d1-4834-aba6-e480101e7932', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'admin_state_up': True, 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'security_groups': ['a4c3b7a0-aa64-48de-9e70-96169c60f41d']}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:36.288272 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-1cd2a61d-0ff5-419a-bcc5-06548abdb886 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:36.298308 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-1cd2a61d-0ff5-419a-bcc5-06548abdb886 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:36.310381 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-1cd2a61d-0ff5-419a-bcc5-06548abdb886 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Made reservation on behalf of 1d02537c05ff435b8494626c5f702d80 for: {'port': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:56:36.315107 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-1cd2a61d-0ff5-419a-bcc5-06548abdb886 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:36.490111 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_common [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-1cd2a61d-0ff5-419a-bcc5-06548abdb886 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Allocated IP 172.20.0.12 (9ce6aa01-06d8-4cd3-b114-47dc6a9a7778/1bebea71-5dbd-4d8f-85bf-3a4566a49a88/6283d185-52ce-4661-b25b-f6c15ee00e4f) {{(pid=91975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:56:36.679254 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-1cd2a61d-0ff5-419a-bcc5-06548abdb886 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for port, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:36.696757 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.provisioning_blocks [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-1cd2a61d-0ff5-419a-bcc5-06548abdb886 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Transition to ACTIVE for port object 6283d185-52ce-4661-b25b-f6c15ee00e4f will not be triggered until provisioned by entity DHCP. {{(pid=91975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:56:36.725001 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-1cd2a61d-0ff5-419a-bcc5-06548abdb886 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:36.731424 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:36.778237 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:56:36.892516 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:36.892775 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:36.892923 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-1cd2a61d-0ff5-419a-bcc5-06548abdb886 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Network 9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 is already hosted by enough agents. {{(pid=91975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:56:36.896138 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-1cd2a61d-0ff5-419a-bcc5-06548abdb886 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Resources bound (agent type, host, resource id): {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:56:36.900321 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-1cd2a61d-0ff5-419a-bcc5-06548abdb886 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Received port after_create {{(pid=91975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:56:36.946112 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2a61d-0ff5-419a-bcc5-06548abdb886 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Pushing event updated for resources: {'Port': ['ID=6283d185-52ce-4661-b25b-f6c15ee00e4f,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:36.956338 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-1cd2a61d-0ff5-419a-bcc5-06548abdb886 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:36.983806 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-1cd2a61d-0ff5-419a-bcc5-06548abdb886 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:36.984865 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-1cd2a61d-0ff5-419a-bcc5-06548abdb886 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:37.021101 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-1cd2a61d-0ff5-419a-bcc5-06548abdb886 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8752208 Jun 01 15:56:37.033971 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Request body: {'port': {'device_id': '41571448-d7d1-4834-aba6-e480101e7932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:37.171694 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:37.184737 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-96211201-9687-418a-b603-90fcc37e2439 None None] Provisioning for port 6283d185-52ce-4661-b25b-f6c15ee00e4f completed by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:56:37.194331 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-96211201-9687-418a-b603-90fcc37e2439 None None] Provisioning complete for port 6283d185-52ce-4661-b25b-f6c15ee00e4f triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:37.196552 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-96211201-9687-418a-b603-90fcc37e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:37.280852 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-96211201-9687-418a-b603-90fcc37e2439 None None] Port 6283d185-52ce-4661-b25b-f6c15ee00e4f cannot update to ACTIVE because it is not bound. {{(pid=91977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:56:37.407581 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33befcf6-4514-4552-8dfb-ac3dcb2e559c req-3b9f0c70-6762-431f-a637-d9be8594dcad tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:37.408295 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-33befcf6-4514-4552-8dfb-ac3dcb2e559c req-3b9f0c70-6762-431f-a637-d9be8594dcad tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Synchronizing usage tracker for tenant:1d02537c05ff435b8494626c5f702d80 on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:56:37.461727 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-33befcf6-4514-4552-8dfb-ac3dcb2e559c req-3b9f0c70-6762-431f-a637-d9be8594dcad tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Unset dirty status for tenant:1d02537c05ff435b8494626c5f702d80 on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:56:37.463376 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-33befcf6-4514-4552-8dfb-ac3dcb2e559c req-3b9f0c70-6762-431f-a637-d9be8594dcad tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 932 time: 0.2407763 Jun 01 15:56:37.592148 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-33befcf6-4514-4552-8dfb-ac3dcb2e559c req-d40566d4-b9b1-4723-a3ee-fcafd3ed58d1 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731196 Jun 01 15:56:37.680726 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6283d185-52ce-4661-b25b-f6c15ee00e4f {{(pid=91975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:56:37.689838 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:37.699109 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-11306613-d959-48a2-a094-715af129db5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:37.707376 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.provisioning_blocks [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Transition to ACTIVE for port object 6283d185-52ce-4661-b25b-f6c15ee00e4f will not be triggered until provisioned by entity L2. {{(pid=91975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:56:37.711644 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:37.715607 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:37.876642 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Pushing event updated for resources: {'Port': ['ID=6283d185-52ce-4661-b25b-f6c15ee00e4f,revision_number=2']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:37.886244 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:37.967679 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Attempting to bind port 6283d185-52ce-4661-b25b-f6c15ee00e4f on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:56:37.967679 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Attempting to bind port 6283d185-52ce-4661-b25b-f6c15ee00e4f by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'd99c4ca3-6d13-4932-8722-f57b854e9798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778'}] {{(pid=91975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:56:37.967679 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Attempting to bind port 6283d185-52ce-4661-b25b-f6c15ee00e4f on network 9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:56:37.972120 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Port 6283d185-52ce-4661-b25b-f6c15ee00e4f on network 9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:56:37.972526 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Attempting to bind port 6283d185-52ce-4661-b25b-f6c15ee00e4f on network 9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:56:37.978115 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Checking agent: {'id': 'c6431322-3330-4f13-924b-76ac3aabd9b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'started_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:56:37.978484 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Checking segment: {'id': 'd99c4ca3-6d13-4932-8722-f57b854e9798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:56:37.983100 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Bound using segment: {'id': 'd99c4ca3-6d13-4932-8722-f57b854e9798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778'} {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:56:37.983100 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Bound port: 6283d185-52ce-4661-b25b-f6c15ee00e4f, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd99c4ca3-6d13-4932-8722-f57b854e9798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778'}}] {{(pid=91975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:56:37.983100 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:38.085296 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] For port 6283d185-52ce-4661-b25b-f6c15ee00e4f, host hv-cinder-79351, cleared binding levels {{(pid=91975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:56:38.088361 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] For port 6283d185-52ce-4661-b25b-f6c15ee00e4f, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6283d185-52ce-4661-b25b-f6c15ee00e4f,segment=NetworkSegment(d99c4ca3-6d13-4932-8722-f57b854e9798),segment_id=d99c4ca3-6d13-4932-8722-f57b854e9798)] {{(pid=91975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:56:38.092180 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:38.096000 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-c5315fb0-ef81-4d32-9ac3-a93ee1e79cee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:38.156364 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:38.156981 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:38.158597 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] 10.222.0.89 "PUT /v2.0/ports/6283d185-52ce-4661-b25b-f6c15ee00e4f HTTP/1.1" status: 200 len: 1094 time: 1.1292846 Jun 01 15:56:38.159144 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41571448-d7d1-4834-aba6-e480101e7932', 'tag': '6283d185-52ce-4661-b25b-f6c15ee00e4f'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:56:38.161486 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52f3c30-6471-4cfe-8ef7-4d472b875536" -d '{"events": [{"name": "network-changed", "server_uuid": "41571448-d7d1-4834-aba6-e480101e7932", "tag": "6283d185-52ce-4661-b25b-f6c15ee00e4f"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:56:38.186770 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Pushing event updated for resources: {'Port': ['ID=6283d185-52ce-4661-b25b-f6c15ee00e4f,revision_number=3']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:38.191279 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:38.266511 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04409921-efd1-42f3-bcb8-213defae87db x-openstack-request-id: req-04409921-efd1-42f3-bcb8-213defae87db {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:56:38.266950 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41571448-d7d1-4834-aba6-e480101e7932", "tag": "6283d185-52ce-4661-b25b-f6c15ee00e4f", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:56:38.267348 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04409921-efd1-42f3-bcb8-213defae87db {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:56:38.267971 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41571448-d7d1-4834-aba6-e480101e7932', 'tag': '6283d185-52ce-4661-b25b-f6c15ee00e4f', 'status': 'completed', 'code': 200} Jun 01 15:56:38.324140 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-64d1a717-78aa-4001-9a86-444d84af5db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:38.325625 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-64d1a717-78aa-4001-9a86-444d84af5db1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d02537c05ff435b8494626c5f702d80&device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 1097 time: 0.0950000 Jun 01 15:56:38.400468 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-5be3322e-f393-4457-ae75-80ebca3a6f1b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6283d185-52ce-4661-b25b-f6c15ee00e4f HTTP/1.1" status: 200 len: 217 time: 0.0659750 Jun 01 15:56:38.477090 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-0a678d9c-0beb-45e3-94e9-cbd1da77c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:38.478594 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-0a678d9c-0beb-45e3-94e9-cbd1da77c89b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1bebea71-5dbd-4d8f-85bf-3a4566a49a88 HTTP/1.1" status: 200 len: 849 time: 0.0714676 Jun 01 15:56:38.564419 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-9999903d-3983-4d7b-9952-e9dc3d07cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:38.565897 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-9999903d-3983-4d7b-9952-e9dc3d07cdc2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9ce6aa01-06d8-4cd3-b114-47dc6a9a7778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705791 Jun 01 15:56:38.700598 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-12502563-f98b-448c-a8bd-ba448987df29 service neutron] 10.222.0.89 "GET /v2.0/networks/9ce6aa01-06d8-4cd3-b114-47dc6a9a7778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264017 Jun 01 15:56:38.970931 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d70f7-2ed8-436d-846a-c7c3020ae144 req-c54a5c7e-7a90-4bd4-82cd-a8064f54732f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:38.972427 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a18d70f7-2ed8-436d-846a-c7c3020ae144 req-c54a5c7e-7a90-4bd4-82cd-a8064f54732f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 944 time: 0.2709785 Jun 01 15:56:38.974320 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0351f54c-69f0-41e1-8eaf-3e70f71c72c0 req-4ec53760-6e3d-43a3-96ca-16c3b415669d service neutron] 10.222.0.89 "GET /v2.0/networks/9ce6aa01-06d8-4cd3-b114-47dc6a9a7778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376413 Jun 01 15:56:39.021448 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a18d70f7-2ed8-436d-846a-c7c3020ae144 req-e363d028-3f22-4089-a9bb-3798dde157b7 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430095 Jun 01 15:56:39.100311 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f3c30-6471-4cfe-8ef7-4d472b875536 req-1b103915-7732-44cd-b477-b842d25c75c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:39.101803 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d52f3c30-6471-4cfe-8ef7-4d472b875536 req-1b103915-7732-44cd-b477-b842d25c75c2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d02537c05ff435b8494626c5f702d80&device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 1097 time: 0.0784769 Jun 01 15:56:39.233364 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f3c30-6471-4cfe-8ef7-4d472b875536 req-310f68c1-518d-45f1-874d-83ca3079e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:39.235179 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d52f3c30-6471-4cfe-8ef7-4d472b875536 req-310f68c1-518d-45f1-874d-83ca3079e36c service neutron] 10.222.0.89 "GET /v2.0/networks?id=9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 HTTP/1.1" status: 200 len: 911 time: 0.1249900 Jun 01 15:56:39.319847 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d52f3c30-6471-4cfe-8ef7-4d472b875536 req-8e75eb8c-1a76-4e63-9571-c6ef92f7268e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6283d185-52ce-4661-b25b-f6c15ee00e4f HTTP/1.1" status: 200 len: 217 time: 0.0658977 Jun 01 15:56:39.388894 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f3c30-6471-4cfe-8ef7-4d472b875536 req-2f4107b5-43b5-43b8-8699-e344fb6289c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:39.390321 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d52f3c30-6471-4cfe-8ef7-4d472b875536 req-2f4107b5-43b5-43b8-8699-e344fb6289c9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1bebea71-5dbd-4d8f-85bf-3a4566a49a88 HTTP/1.1" status: 200 len: 849 time: 0.0595193 Jun 01 15:56:39.475032 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f3c30-6471-4cfe-8ef7-4d472b875536 req-4fadeac0-b72d-45cf-958e-4d0d4dcb6575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:39.476548 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d52f3c30-6471-4cfe-8ef7-4d472b875536 req-4fadeac0-b72d-45cf-958e-4d0d4dcb6575 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9ce6aa01-06d8-4cd3-b114-47dc6a9a7778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769422 Jun 01 15:56:39.624156 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d52f3c30-6471-4cfe-8ef7-4d472b875536 req-b21b6dc6-adea-442d-b57f-0b03260b88b0 service neutron] 10.222.0.89 "GET /v2.0/networks/9ce6aa01-06d8-4cd3-b114-47dc6a9a7778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398337 Jun 01 15:56:39.758798 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d52f3c30-6471-4cfe-8ef7-4d472b875536 req-ad8bfc2d-1442-4920-86ec-8ca9f85344e6 service neutron] 10.222.0.89 "GET /v2.0/networks/9ce6aa01-06d8-4cd3-b114-47dc6a9a7778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241887 Jun 01 15:56:40.153226 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f1d285e5-32f9-4f89-947b-d21f7e83fc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:40.167842 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:40.233052 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ee77f-b17d-4bb6-8310-12e443763da1 req-f326d644-0c5a-42e0-9dff-8517d8e6134a tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:40.235080 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-549ee77f-b17d-4bb6-8310-12e443763da1 req-f326d644-0c5a-42e0-9dff-8517d8e6134a tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 944 time: 0.0916383 Jun 01 15:56:40.282590 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-549ee77f-b17d-4bb6-8310-12e443763da1 req-57979b6e-f6ed-433b-ad8a-0b2bdf4427e7 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418308 Jun 01 15:56:41.342032 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:41.465725 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff16c7f-f033-4f5d-ae0c-2f37b1d7322a req-159a362f-c194-4e0d-a303-b705f344a636 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:41.467191 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0ff16c7f-f033-4f5d-ae0c-2f37b1d7322a req-159a362f-c194-4e0d-a303-b705f344a636 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 944 time: 0.0821583 Jun 01 15:56:41.520846 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0ff16c7f-f033-4f5d-ae0c-2f37b1d7322a req-724e42aa-6765-485d-81a5-fcb022093e0c tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480375 Jun 01 15:56:42.164133 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 6283d185-52ce-4661-b25b-f6c15ee00e4f details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:56:42.296684 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 6283d185-52ce-4661-b25b-f6c15ee00e4f, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6283d185-52ce-4661-b25b-f6c15ee00e4f,segment=NetworkSegment(d99c4ca3-6d13-4932-8722-f57b854e9798),segment_id=d99c4ca3-6d13-4932-8722-f57b854e9798)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:42.311424 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Returning: {'device': '6283d185-52ce-4661-b25b-f6c15ee00e4f', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'port_id': '6283d185-52ce-4661-b25b-f6c15ee00e4f', 'mac_address': 'fa:16:3e:dd:c5:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:56:42.372011 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:42.388985 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6283d185-52ce-4661-b25b-f6c15ee00e4f {{(pid=91977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:56:42.411275 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 6283d185-52ce-4661-b25b-f6c15ee00e4f, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6283d185-52ce-4661-b25b-f6c15ee00e4f,segment=NetworkSegment(d99c4ca3-6d13-4932-8722-f57b854e9798),segment_id=d99c4ca3-6d13-4932-8722-f57b854e9798)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:42.417155 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:42.419864 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-9596dedf-b45b-46fd-9585-08bde2d26f8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:42.487863 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=6283d185-52ce-4661-b25b-f6c15ee00e4f,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:42.491054 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:42.649352 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['6283d185-52ce-4661-b25b-f6c15ee00e4f'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:56:42.740731 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2c269-a1a4-4dc3-a540-2cf9c3ff9adb req-ab018400-35d5-4a19-864e-95538cb61253 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:42.743168 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-fdd2c269-a1a4-4dc3-a540-2cf9c3ff9adb req-ab018400-35d5-4a19-864e-95538cb61253 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 945 time: 0.1039119 Jun 01 15:56:42.814489 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-fdd2c269-a1a4-4dc3-a540-2cf9c3ff9adb req-690e02f5-1aff-4504-b3e4-56da01c111ac tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645881 Jun 01 15:56:43.329470 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:43.993622 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9a3b5-8e0b-4626-aad3-510dac0cf51c req-b1501207-8f37-4ed1-aa87-dea7bc4d123f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:43.995054 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8bc9a3b5-8e0b-4626-aad3-510dac0cf51c req-b1501207-8f37-4ed1-aa87-dea7bc4d123f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 945 time: 0.0788574 Jun 01 15:56:44.041798 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8bc9a3b5-8e0b-4626-aad3-510dac0cf51c req-1de49dcf-492e-4e76-a078-8e35071bbeef tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411561 Jun 01 15:56:44.165933 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 6283d185-52ce-4661-b25b-f6c15ee00e4f up at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:56:44.231682 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning for port 6283d185-52ce-4661-b25b-f6c15ee00e4f completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:56:44.236346 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning complete for port 6283d185-52ce-4661-b25b-f6c15ee00e4f triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:56:44.236720 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:44.354107 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:44.381856 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41571448-d7d1-4834-aba6-e480101e7932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6283d185-52ce-4661-b25b-f6c15ee00e4f'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:56:44.384117 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ea95c7-31d9-44fc-bde2-e03daaa84358" -d '{"events": [{"server_uuid": "41571448-d7d1-4834-aba6-e480101e7932", "name": "network-vif-plugged", "status": "completed", "tag": "6283d185-52ce-4661-b25b-f6c15ee00e4f"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:56:44.392788 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 6283d185-52ce-4661-b25b-f6c15ee00e4f, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6283d185-52ce-4661-b25b-f6c15ee00e4f,segment=NetworkSegment(d99c4ca3-6d13-4932-8722-f57b854e9798),segment_id=d99c4ca3-6d13-4932-8722-f57b854e9798)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:44.396556 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:44.399406 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:44.433301 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d0afdb-5987-41e7-b5d1-40a5f97f5bc8 x-openstack-request-id: req-67d0afdb-5987-41e7-b5d1-40a5f97f5bc8 {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:56:44.433679 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41571448-d7d1-4834-aba6-e480101e7932", "name": "network-vif-plugged", "status": "completed", "tag": "6283d185-52ce-4661-b25b-f6c15ee00e4f", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:56:44.433946 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-67d0afdb-5987-41e7-b5d1-40a5f97f5bc8 {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:56:44.434340 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41571448-d7d1-4834-aba6-e480101e7932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6283d185-52ce-4661-b25b-f6c15ee00e4f', 'code': 200} Jun 01 15:56:44.472810 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=6283d185-52ce-4661-b25b-f6c15ee00e4f,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:44.476000 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:44.668733 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a658703-4b6f-40fc-a63c-e9367e046cc5 req-3e61960d-d59a-4026-af27-8101477398e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:44.670232 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6a658703-4b6f-40fc-a63c-e9367e046cc5 req-3e61960d-d59a-4026-af27-8101477398e4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 1099 time: 0.0745323 Jun 01 15:56:44.716929 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6a658703-4b6f-40fc-a63c-e9367e046cc5 req-f89e0dde-4389-493c-b7c2-506a6ca1409a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366373 Jun 01 15:56:45.226528 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a6f1b-1746-403b-be27-b0aa33e55031 req-da553314-199c-447f-9c65-fbf0a9aa0094 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:45.228117 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-fe2a6f1b-1746-403b-be27-b0aa33e55031 req-da553314-199c-447f-9c65-fbf0a9aa0094 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0815921 Jun 01 15:56:45.275239 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-fe2a6f1b-1746-403b-be27-b0aa33e55031 req-9bb0d6c9-473e-4ded-9840-2746d840f232 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406418 Jun 01 15:56:46.470540 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c1c98-759a-47a1-b916-7e67320acddc req-2cbd637f-df83-4056-80da-058c13c5ddb4 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:46.472057 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-779c1c98-759a-47a1-b916-7e67320acddc req-2cbd637f-df83-4056-80da-058c13c5ddb4 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0854146 Jun 01 15:56:46.517415 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-779c1c98-759a-47a1-b916-7e67320acddc req-582705c4-9ebe-47b7-a7d7-2f2ddec3f041 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396669 Jun 01 15:56:46.700495 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd4685-746f-498b-81e6-4d59f8898f05 req-8c46483d-f022-405a-9672-8f09c9710297 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:46.701955 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-67dd4685-746f-498b-81e6-4d59f8898f05 req-8c46483d-f022-405a-9672-8f09c9710297 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0805175 Jun 01 15:56:46.710714 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 34516) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:46.716303 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-187e85d8-b93e-4610-bc99-4a3651d4dd34 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Request body: {'floatingip': {'port_id': '6283d185-52ce-4661-b25b-f6c15ee00e4f'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:46.795860 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-187e85d8-b93e-4610-bc99-4a3651d4dd34 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for floatingip, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:47.513776 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-187e85d8-b93e-4610-bc99-4a3651d4dd34 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:47.517886 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-187e85d8-b93e-4610-bc99-4a3651d4dd34 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633999'] for floatingip, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:47.700883 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.db.l3_db [None req-187e85d8-b93e-4610-bc99-4a3651d4dd34 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Floating IP 63c5768c-6969-4232-856a-6caa029dc864 associated. External IP: 172.28.0.253, port: 6283d185-52ce-4661-b25b-f6c15ee00e4f. Jun 01 15:56:48.064662 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187e85d8-b93e-4610-bc99-4a3651d4dd34 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Router 5ea0c986-98db-4eba-9187-54a32175ef7d has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:56:48.246961 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187e85d8-b93e-4610-bc99-4a3651d4dd34 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:56:48.252332 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-187e85d8-b93e-4610-bc99-4a3651d4dd34 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for floatingip, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:48.257672 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e2f246-5485-4323-9404-c69ec5dea740 None None] Sync routers for ids ['5ea0c986-98db-4eba-9187-54a32175ef7d'] in dv-cinder-793515-3-smb {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:56:48.267649 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e2f246-5485-4323-9404-c69ec5dea740 None None] Routers {'5ea0c986-98db-4eba-9187-54a32175ef7d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:56:48.268275 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-d4e2f246-5485-4323-9404-c69ec5dea740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:56:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['5ea0c986-98db-4eba-9187-54a32175ef7d'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:48.310807 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-187e85d8-b93e-4610-bc99-4a3651d4dd34 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "PUT /v2.0/floatingips/63c5768c-6969-4232-856a-6caa029dc864 HTTP/1.1" status: 200 len: 992 time: 1.5988264 Jun 01 15:56:48.311484 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41571448-d7d1-4834-aba6-e480101e7932', 'tag': '6283d185-52ce-4661-b25b-f6c15ee00e4f'}] {{(pid=91976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:56:48.313907 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f9d738effd6d9aceb087a38e3a2b49a7446793e3ad91c39eafceb576f9fb4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e36f22-be7b-4729-a884-cfa5bc468fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "41571448-d7d1-4834-aba6-e480101e7932", "tag": "6283d185-52ce-4661-b25b-f6c15ee00e4f"}]}' {{(pid=91976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:56:48.368263 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac218c6-6291-44eb-b194-06c494b04a3b x-openstack-request-id: req-0ac218c6-6291-44eb-b194-06c494b04a3b {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:56:48.368263 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41571448-d7d1-4834-aba6-e480101e7932", "tag": "6283d185-52ce-4661-b25b-f6c15ee00e4f", "status": "completed", "code": 200}]} {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:56:48.368263 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0ac218c6-6291-44eb-b194-06c494b04a3b {{(pid=91976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:56:48.368575 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41571448-d7d1-4834-aba6-e480101e7932', 'tag': '6283d185-52ce-4661-b25b-f6c15ee00e4f', 'status': 'completed', 'code': 200} Jun 01 15:56:48.469557 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-d4e2f246-5485-4323-9404-c69ec5dea740 None None] Set router 5ea0c986-98db-4eba-9187-54a32175ef7d gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:56:48.554679 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e36f22-be7b-4729-a884-cfa5bc468fd8 req-e05b2501-ca73-48f5-88a7-64c6590e5b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:48.556147 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-01e36f22-be7b-4729-a884-cfa5bc468fd8 req-e05b2501-ca73-48f5-88a7-64c6590e5b03 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d02537c05ff435b8494626c5f702d80&device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 1099 time: 0.1667457 Jun 01 15:56:48.708721 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e36f22-be7b-4729-a884-cfa5bc468fd8 req-d6c9f1d5-5b1d-492d-bc40-9ef411cf45ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:48.711529 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-01e36f22-be7b-4729-a884-cfa5bc468fd8 req-d6c9f1d5-5b1d-492d-bc40-9ef411cf45ee service neutron] 10.222.0.89 "GET /v2.0/networks?id=9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 HTTP/1.1" status: 200 len: 911 time: 0.1487045 Jun 01 15:56:48.826293 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-01e36f22-be7b-4729-a884-cfa5bc468fd8 req-d6e98b0d-492b-426b-9ac7-5be6563f52a5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6283d185-52ce-4661-b25b-f6c15ee00e4f HTTP/1.1" status: 200 len: 1000 time: 0.1052690 Jun 01 15:56:48.887309 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-d4e2f246-5485-4323-9404-c69ec5dea740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'name': 'tempest-AttachVolumeTestJSON-910551453-router', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:28Z', 'revision_number': 4, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'gw_port': {'id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_floatingips': [{'id': '63c5768c-6969-4232-856a-6caa029dc864', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'floating_ip_address': '172.28.0.253', 'floating_network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'router_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'port_id': '6283d185-52ce-4661-b25b-f6c15ee00e4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'mac_address': 'fa:16:3e:dd:c5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41571448-d7d1-4834-aba6-e480101e7932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:56:32Z', 'updated_at': '2021-06-01T15:56:47Z', 'revision_number': 1, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3', 'name': '', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'mac_address': 'fa:16:3e:70:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:28Z', 'updated_at': '2021-06-01T15:56:35Z', 'revision_number': 5, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'subnets': [{'id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:48.890306 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e36f22-be7b-4729-a884-cfa5bc468fd8 req-44327e1d-9bc3-420e-ab14-e9c8bea9200a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:48.891213 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e2f246-5485-4323-9404-c69ec5dea740 None None] Checking router: 5ea0c986-98db-4eba-9187-54a32175ef7d for host: dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:56:48.891812 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-01e36f22-be7b-4729-a884-cfa5bc468fd8 req-44327e1d-9bc3-420e-ab14-e9c8bea9200a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1bebea71-5dbd-4d8f-85bf-3a4566a49a88 HTTP/1.1" status: 200 len: 849 time: 0.0582805 Jun 01 15:56:48.899849 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e2f246-5485-4323-9404-c69ec5dea740 None None] Routers {'5ea0c986-98db-4eba-9187-54a32175ef7d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:56:48.900455 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-d4e2f246-5485-4323-9404-c69ec5dea740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:56:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['5ea0c986-98db-4eba-9187-54a32175ef7d'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:48.978358 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e36f22-be7b-4729-a884-cfa5bc468fd8 req-25660cc6-e43d-46ba-a8f6-fd76247b23e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:48.979931 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-01e36f22-be7b-4729-a884-cfa5bc468fd8 req-25660cc6-e43d-46ba-a8f6-fd76247b23e0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9ce6aa01-06d8-4cd3-b114-47dc6a9a7778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802042 Jun 01 15:56:49.093934 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-d4e2f246-5485-4323-9404-c69ec5dea740 None None] Set router 5ea0c986-98db-4eba-9187-54a32175ef7d gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:56:49.130578 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-01e36f22-be7b-4729-a884-cfa5bc468fd8 req-21199305-6f26-486e-81d6-38d7d9134d84 service neutron] 10.222.0.89 "GET /v2.0/networks/9ce6aa01-06d8-4cd3-b114-47dc6a9a7778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435468 Jun 01 15:56:49.269227 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-01e36f22-be7b-4729-a884-cfa5bc468fd8 req-4260f114-db39-4e28-bf12-1d6572645fe8 service neutron] 10.222.0.89 "GET /v2.0/networks/9ce6aa01-06d8-4cd3-b114-47dc6a9a7778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314969 Jun 01 15:56:49.454813 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-d4e2f246-5485-4323-9404-c69ec5dea740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'name': 'tempest-AttachVolumeTestJSON-910551453-router', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:28Z', 'revision_number': 4, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'gw_port': {'id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_floatingips': [{'id': '63c5768c-6969-4232-856a-6caa029dc864', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'floating_ip_address': '172.28.0.253', 'floating_network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'router_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'port_id': '6283d185-52ce-4661-b25b-f6c15ee00e4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'mac_address': 'fa:16:3e:dd:c5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41571448-d7d1-4834-aba6-e480101e7932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:56:32Z', 'updated_at': '2021-06-01T15:56:47Z', 'revision_number': 1, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3', 'name': '', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'mac_address': 'fa:16:3e:70:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:28Z', 'updated_at': '2021-06-01T15:56:35Z', 'revision_number': 5, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'subnets': [{'id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:49.459091 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e2f246-5485-4323-9404-c69ec5dea740 None None] The sync data for ids ['5ea0c986-98db-4eba-9187-54a32175ef7d'] in dv-cinder-793515-3-smb is: [{'id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'name': 'tempest-AttachVolumeTestJSON-910551453-router', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:28Z', 'revision_number': 4, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'gw_port': {'id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_floatingips': [{'id': '63c5768c-6969-4232-856a-6caa029dc864', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'floating_ip_address': '172.28.0.253', 'floating_network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'router_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'port_id': '6283d185-52ce-4661-b25b-f6c15ee00e4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'mac_address': 'fa:16:3e:dd:c5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41571448-d7d1-4834-aba6-e480101e7932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:56:32Z', 'updated_at': '2021-06-01T15:56:47Z', 'revision_number': 1, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3', 'name': '', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'mac_address': 'fa:16:3e:70:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:28Z', 'updated_at': '2021-06-01T15:56:35Z', 'revision_number': 5, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'subnets': [{'id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:56:49.522175 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:56:49.639999 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d4f09b-e853-4d01-9a04-4abc460fe281 None None] New status for floating IP 63c5768c-6969-4232-856a-6caa029dc864: ACTIVE {{(pid=91978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 15:56:52.052294 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640ee73-adda-49d0-8367-6ecf2f2ab47a req-5075423d-9156-4f7d-a6e4-a5b66d092313 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:52.053736 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f640ee73-adda-49d0-8367-6ecf2f2ab47a req-5075423d-9156-4f7d-a6e4-a5b66d092313 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 947 time: 0.0795715 Jun 01 15:56:52.102807 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f640ee73-adda-49d0-8367-6ecf2f2ab47a req-b313894e-638f-4183-b535-84193d6106d0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427756 Jun 01 15:56:52.734844 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:53.086961 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07af380-4d23-421b-8800-4381ba2d0be7 req-ca4eaafc-e1b6-49a6-8018-9962234d9c07 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:53.088425 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b07af380-4d23-421b-8800-4381ba2d0be7 req-ca4eaafc-e1b6-49a6-8018-9962234d9c07 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c1e5a05-9916-491f-a36c-9110c9ec49e6 HTTP/1.1" status: 200 len: 945 time: 0.0844996 Jun 01 15:56:53.132043 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b07af380-4d23-421b-8800-4381ba2d0be7 req-87526354-61b7-48ce-ada3-6101884cc2ef tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374110 Jun 01 15:56:53.297070 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebe95b-ca7c-452a-8390-e9ea627274ef req-ca4cf5ad-7fff-4547-a489-66695ddfbe71 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:53.298501 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c1ebe95b-ca7c-452a-8390-e9ea627274ef req-ca4cf5ad-7fff-4547-a489-66695ddfbe71 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 947 time: 0.0793982 Jun 01 15:56:53.346031 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c1ebe95b-ca7c-452a-8390-e9ea627274ef req-0e3e674e-0cfa-4ea7-82b1-4f54988b790a tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419097 Jun 01 15:56:53.725093 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d37033-2197-4255-877a-e3fbac3ccb9f req-648f5081-c92f-4ba2-979b-3f228b69516e tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:53.726501 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-92d37033-2197-4255-877a-e3fbac3ccb9f req-648f5081-c92f-4ba2-979b-3f228b69516e tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.89 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 947 time: 0.0786664 Jun 01 15:56:53.863530 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [req-92d37033-2197-4255-877a-e3fbac3ccb9f req-057967b3-c603-4c7a-8589-54a4bd126a5c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Deleting port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb {{(pid=91975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:56:53.863864 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-92d37033-2197-4255-877a-e3fbac3ccb9f req-057967b3-c603-4c7a-8589-54a4bd126a5c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:53.997083 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-92d37033-2197-4255-877a-e3fbac3ccb9f req-057967b3-c603-4c7a-8589-54a4bd126a5c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] For port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=8d5e6027-dea6-42f3-8186-0cb9c6380ebb,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:53.997355 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-92d37033-2197-4255-877a-e3fbac3ccb9f req-057967b3-c603-4c7a-8589-54a4bd126a5c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:54.424414 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-92d37033-2197-4255-877a-e3fbac3ccb9f req-057967b3-c603-4c7a-8589-54a4bd126a5c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:54.425095 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-92d37033-2197-4255-877a-e3fbac3ccb9f req-057967b3-c603-4c7a-8589-54a4bd126a5c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633999'] for floatingip, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:54.425206 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.db.l3_db [req-92d37033-2197-4255-877a-e3fbac3ccb9f req-057967b3-c603-4c7a-8589-54a4bd126a5c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Floating IP d44b6c9d-4382-4edb-a517-891715192109 disassociated. External IP: 172.28.0.201, port: 8d5e6027-dea6-42f3-8186-0cb9c6380ebb. Jun 01 15:56:54.425483 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [req-92d37033-2197-4255-877a-e3fbac3ccb9f req-057967b3-c603-4c7a-8589-54a4bd126a5c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Calling delete_port for 8d5e6027-dea6-42f3-8186-0cb9c6380ebb owned by compute:nova {{(pid=91975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:56:54.457659 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e7197-60c4-458f-aae0-a4a3f62599b2 req-d109ed99-4b64-4029-bc02-8e542e4e8860 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:54.459134 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6a9e7197-60c4-458f-aae0-a4a3f62599b2 req-d109ed99-4b64-4029-bc02-8e542e4e8860 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c1e5a05-9916-491f-a36c-9110c9ec49e6 HTTP/1.1" status: 200 len: 945 time: 0.1956296 Jun 01 15:56:54.573716 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6a9e7197-60c4-458f-aae0-a4a3f62599b2 req-478e1dd1-d71c-4893-bb6b-742194cda415 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058779 Jun 01 15:56:54.634695 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64940f27-2201-495c-b964-730c83ad1abe req-0f78cc1e-c8d0-4728-9e97-da9678d616f2 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:54.636611 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-64940f27-2201-495c-b964-730c83ad1abe req-0f78cc1e-c8d0-4728-9e97-da9678d616f2 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 947 time: 0.1682837 Jun 01 15:56:54.696729 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-92d37033-2197-4255-877a-e3fbac3ccb9f req-057967b3-c603-4c7a-8589-54a4bd126a5c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:54.705426 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-19cd4fa6-2c97-452f-aa04-cdbbb6f4138b tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:54.739005 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-64940f27-2201-495c-b964-730c83ad1abe req-754e7274-ec80-444e-9147-d82e2d6c325e tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae5201b6-67ea-4e34-af68-9c79f1523517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965872 Jun 01 15:56:54.760339 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057967b3-c603-4c7a-8589-54a4bd126a5c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Pushing event deleted for resources: {'Port': ['ID=8d5e6027-dea6-42f3-8186-0cb9c6380ebb,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:54.760339 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-057967b3-c603-4c7a-8589-54a4bd126a5c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:54.947021 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92d37033-2197-4255-877a-e3fbac3ccb9f req-057967b3-c603-4c7a-8589-54a4bd126a5c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Router a12d3658-2a05-42a8-b475-eb4a4204aee8 has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:56:55.131465 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92d37033-2197-4255-877a-e3fbac3ccb9f req-057967b3-c603-4c7a-8589-54a4bd126a5c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:56:55.142310 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3fa999-2edb-4b5b-915a-acba9a569551 None None] Sync routers for ids ['a12d3658-2a05-42a8-b475-eb4a4204aee8'] in dv-cinder-793515-3-smb {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:56:55.151823 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3fa999-2edb-4b5b-915a-acba9a569551 None None] Routers {'a12d3658-2a05-42a8-b475-eb4a4204aee8'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:56:55.152431 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-0e3fa999-2edb-4b5b-915a-acba9a569551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:56:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['a12d3658-2a05-42a8-b475-eb4a4204aee8'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:55.211192 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d37033-2197-4255-877a-e3fbac3ccb9f req-057967b3-c603-4c7a-8589-54a4bd126a5c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] No DVR routers for this DVR port 8d5e6027-dea6-42f3-8186-0cb9c6380ebb on host hv-cinder-79351 {{(pid=91975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:56:55.213810 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-92d37033-2197-4255-877a-e3fbac3ccb9f req-057967b3-c603-4c7a-8589-54a4bd126a5c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:55.216817 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678105a2-540d-494c-834e-f45ed9d9de58', 'name': 'network-vif-deleted', 'tag': '8d5e6027-dea6-42f3-8186-0cb9c6380ebb'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:56:55.219102 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0bc2aa-4516-48b1-b410-d3fb3b17da8c" -d '{"events": [{"server_uuid": "678105a2-540d-494c-834e-f45ed9d9de58", "name": "network-vif-deleted", "tag": "8d5e6027-dea6-42f3-8186-0cb9c6380ebb"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:56:55.234850 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-92d37033-2197-4255-877a-e3fbac3ccb9f req-057967b3-c603-4c7a-8589-54a4bd126a5c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.89 "DELETE /v2.0/ports/8d5e6027-dea6-42f3-8186-0cb9c6380ebb HTTP/1.1" status: 204 len: 173 time: 1.5014453 Jun 01 15:56:55.273396 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0617c864-0cb4-4473-9c77-c647ce274b71 x-openstack-request-id: req-0617c864-0cb4-4473-9c77-c647ce274b71 {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:56:55.273829 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678105a2-540d-494c-834e-f45ed9d9de58", "name": "network-vif-deleted", "tag": "8d5e6027-dea6-42f3-8186-0cb9c6380ebb", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:56:55.274182 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0617c864-0cb4-4473-9c77-c647ce274b71 {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:56:55.274476 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678105a2-540d-494c-834e-f45ed9d9de58', 'name': 'network-vif-deleted', 'tag': '8d5e6027-dea6-42f3-8186-0cb9c6380ebb', 'status': 'completed', 'code': 200} Jun 01 15:56:55.346996 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-0e3fa999-2edb-4b5b-915a-acba9a569551 None None] Set router a12d3658-2a05-42a8-b475-eb4a4204aee8 gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:56:55.666491 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-0e3fa999-2edb-4b5b-915a-acba9a569551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'name': 'tempest-AttachVolumeShelveTestJSON-1405309750-router', 'tenant_id': '12fb45d959194124816570e75695094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:53:23Z', 'revision_number': 4, 'project_id': '12fb45d959194124816570e75695094b', 'gw_port': {'id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:05Z', 'updated_at': '2021-06-01T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '7d919416-8138-467e-8c51-f001ba42549e', 'name': '', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'tenant_id': '12fb45d959194124816570e75695094b', 'mac_address': 'fa:16:3e:90:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:19Z', 'updated_at': '2021-06-01T15:53:37Z', 'revision_number': 5, 'project_id': '12fb45d959194124816570e75695094b', 'subnets': [{'id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:55.671820 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3fa999-2edb-4b5b-915a-acba9a569551 None None] Checking router: a12d3658-2a05-42a8-b475-eb4a4204aee8 for host: dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:56:55.680349 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3fa999-2edb-4b5b-915a-acba9a569551 None None] Routers {'a12d3658-2a05-42a8-b475-eb4a4204aee8'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:56:55.680960 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-0e3fa999-2edb-4b5b-915a-acba9a569551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:56:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['a12d3658-2a05-42a8-b475-eb4a4204aee8'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:55.789410 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e98cd-9c02-413d-97da-118ff8eb5a5b req-9b357f00-5ef4-417d-ade6-f634dfa76749 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:55.795769 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e67e98cd-9c02-413d-97da-118ff8eb5a5b req-9b357f00-5ef4-417d-ade6-f634dfa76749 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c1e5a05-9916-491f-a36c-9110c9ec49e6 HTTP/1.1" status: 200 len: 945 time: 0.1072805 Jun 01 15:56:55.855401 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e67e98cd-9c02-413d-97da-118ff8eb5a5b req-5bd1a214-6c5a-4a1c-8358-f8759b08d2dc tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549822 Jun 01 15:56:55.939828 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-e2dc76b7-050b-4a30-b3df-508fdb3ba467 req-da79ce86-4478-474c-8144-34024fd11392 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Synchronizing usage tracker for tenant:12fb45d959194124816570e75695094b on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:56:55.943087 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-0e3fa999-2edb-4b5b-915a-acba9a569551 None None] Set router a12d3658-2a05-42a8-b475-eb4a4204aee8 gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:56:55.958903 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-e2dc76b7-050b-4a30-b3df-508fdb3ba467 req-da79ce86-4478-474c-8144-34024fd11392 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Unset dirty status for tenant:12fb45d959194124816570e75695094b on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:56:55.960219 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e2dc76b7-050b-4a30-b3df-508fdb3ba467 req-da79ce86-4478-474c-8144-34024fd11392 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=678105a2-540d-494c-834e-f45ed9d9de58 HTTP/1.1" status: 200 len: 210 time: 0.0671992 Jun 01 15:56:56.262816 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-0e3fa999-2edb-4b5b-915a-acba9a569551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'name': 'tempest-AttachVolumeShelveTestJSON-1405309750-router', 'tenant_id': '12fb45d959194124816570e75695094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:53:23Z', 'revision_number': 4, 'project_id': '12fb45d959194124816570e75695094b', 'gw_port': {'id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:05Z', 'updated_at': '2021-06-01T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '7d919416-8138-467e-8c51-f001ba42549e', 'name': '', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'tenant_id': '12fb45d959194124816570e75695094b', 'mac_address': 'fa:16:3e:90:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:19Z', 'updated_at': '2021-06-01T15:53:37Z', 'revision_number': 5, 'project_id': '12fb45d959194124816570e75695094b', 'subnets': [{'id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:56:56.267264 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3fa999-2edb-4b5b-915a-acba9a569551 None None] The sync data for ids ['a12d3658-2a05-42a8-b475-eb4a4204aee8'] in dv-cinder-793515-3-smb is: [{'id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'name': 'tempest-AttachVolumeShelveTestJSON-1405309750-router', 'tenant_id': '12fb45d959194124816570e75695094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:53:23Z', 'revision_number': 4, 'project_id': '12fb45d959194124816570e75695094b', 'gw_port': {'id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:05Z', 'updated_at': '2021-06-01T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '7d919416-8138-467e-8c51-f001ba42549e', 'name': '', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'tenant_id': '12fb45d959194124816570e75695094b', 'mac_address': 'fa:16:3e:90:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:19Z', 'updated_at': '2021-06-01T15:53:37Z', 'revision_number': 5, 'project_id': '12fb45d959194124816570e75695094b', 'subnets': [{'id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:56:56.486649 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cee980-e327-43d0-9db8-6ccdda7c23e3 None None] New status for floating IP d44b6c9d-4382-4edb-a517-891715192109: DOWN {{(pid=91978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 15:56:57.034210 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6bdb5-5771-478a-9d9a-15fc31368dfe req-3403c565-f2a6-4018-8541-f7de2d691260 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:57.035863 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-91f6bdb5-5771-478a-9d9a-15fc31368dfe req-3403c565-f2a6-4018-8541-f7de2d691260 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c1e5a05-9916-491f-a36c-9110c9ec49e6 HTTP/1.1" status: 200 len: 945 time: 0.0836136 Jun 01 15:56:57.084459 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-91f6bdb5-5771-478a-9d9a-15fc31368dfe req-eb8f3e13-8522-4cf8-b124-63ec3650b4e4 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429835 Jun 01 15:56:57.093012 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 34606) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:57.161554 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-769c509c-2b3f-4a68-8fc9-a73e6125f6ed tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:57.191336 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-769c509c-2b3f-4a68-8fc9-a73e6125f6ed tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:57.251629 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-769c509c-2b3f-4a68-8fc9-a73e6125f6ed tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:57.257266 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-18d58c97-251a-47da-9545-84e687390072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:57.272768 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c509c-2b3f-4a68-8fc9-a73e6125f6ed tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5201b6-67ea-4e34-af68-9c79f1523517,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:57.275703 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-769c509c-2b3f-4a68-8fc9-a73e6125f6ed tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:57.284594 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-769c509c-2b3f-4a68-8fc9-a73e6125f6ed tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:57.287997 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-769c509c-2b3f-4a68-8fc9-a73e6125f6ed tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "DELETE /v2.0/security-groups/ae5201b6-67ea-4e34-af68-9c79f1523517 HTTP/1.1" status: 204 len: 168 time: 0.1916134 Jun 01 15:56:57.288650 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 34608) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:57.306231 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.api.v2.resource [None req-7a8496f4-eb53-436b-af30-5ed3743026d4 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] show failed (client error): The resource could not be found. Jun 01 15:56:57.307267 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-7a8496f4-eb53-436b-af30-5ed3743026d4 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups/ae5201b6-67ea-4e34-af68-9c79f1523517 HTTP/1.1" status: 404 len: 347 time: 0.0172954 Jun 01 15:56:57.310064 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 34612) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:57.604858 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [None req-a2fa1303-4e95-4c8d-8f01-6b3d9f186233 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Deleting port f3b7f753-ece3-4e5e-afc6-3800a28545a0 {{(pid=91975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:56:57.605116 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1303-4e95-4c8d-8f01-6b3d9f186233 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:57.723797 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1303-4e95-4c8d-8f01-6b3d9f186233 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:57.724180 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1303-4e95-4c8d-8f01-6b3d9f186233 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:57.844708 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [None req-a2fa1303-4e95-4c8d-8f01-6b3d9f186233 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Calling delete_port for f3b7f753-ece3-4e5e-afc6-3800a28545a0 owned by network:floatingip {{(pid=91975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:56:57.953905 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1303-4e95-4c8d-8f01-6b3d9f186233 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:57.958439 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-7b0426ef-73ca-484d-98a0-561e2db76f2d tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:58.007186 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa1303-4e95-4c8d-8f01-6b3d9f186233 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Pushing event deleted for resources: {'Port': ['ID=f3b7f753-ece3-4e5e-afc6-3800a28545a0,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:58.033578 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-a2fa1303-4e95-4c8d-8f01-6b3d9f186233 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:58.096055 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1303-4e95-4c8d-8f01-6b3d9f186233 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for floatingip, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:58.156210 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1303-4e95-4c8d-8f01-6b3d9f186233 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for floatingip, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:58.157338 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-a2fa1303-4e95-4c8d-8f01-6b3d9f186233 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "DELETE /v2.0/floatingips/d44b6c9d-4382-4edb-a517-891715192109 HTTP/1.1" status: 204 len: 168 time: 0.8463969 Jun 01 15:56:58.201581 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db7807-c783-4cc1-9eb7-a6d7c7f169fb req-077dfdb3-641a-4010-a44f-9ef21938def6 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:58.203130 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f2db7807-c783-4cc1-9eb7-a6d7c7f169fb req-077dfdb3-641a-4010-a44f-9ef21938def6 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c1e5a05-9916-491f-a36c-9110c9ec49e6 HTTP/1.1" status: 200 len: 945 time: 0.0987608 Jun 01 15:56:58.239841 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 8d5e6027-dea6-42f3-8186-0cb9c6380ebb no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:56:58.277285 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] No Port match for: 8d5e6027-dea6-42f3-8186-0cb9c6380ebb {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:56:58.277648 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 8d5e6027-dea6-42f3-8186-0cb9c6380ebb not bound to the agent host hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:56:58.386790 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeaeed3-163e-4a49-b03f-6a657547caaa req-602ac8c4-5933-42b0-842e-95088e5881ac tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:56:58.388255 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-edeaeed3-163e-4a49-b03f-6a657547caaa req-602ac8c4-5933-42b0-842e-95088e5881ac tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c1e5a05-9916-491f-a36c-9110c9ec49e6 HTTP/1.1" status: 200 len: 945 time: 0.1841838 Jun 01 15:56:58.419266 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [req-f2db7807-c783-4cc1-9eb7-a6d7c7f169fb req-0650c1a5-4bb2-42db-95b9-6af9af2269d3 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Deleting port 10420a27-55e0-437d-9cb6-160257d6ca97 {{(pid=91975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:56:58.419603 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-f2db7807-c783-4cc1-9eb7-a6d7c7f169fb req-0650c1a5-4bb2-42db-95b9-6af9af2269d3 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:58.453363 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 34620) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:58.467796 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-80d8dd81-cdb1-46d1-9d13-753079314349 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Request body: {'security_group': {'name': 'tempest-securitygroup--597576745', 'description': 'tempest-description--1528512619'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:58.486426 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-80d8dd81-cdb1-46d1-9d13-753079314349 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:58.540913 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-edeaeed3-163e-4a49-b03f-6a657547caaa req-2f3843db-b981-45b6-8f9f-b30da05b11f5 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447649 Jun 01 15:56:58.548384 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-80d8dd81-cdb1-46d1-9d13-753079314349 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Usage tracker for resource:security_group and tenant:12fb45d959194124816570e75695094b is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:58.553332 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-80d8dd81-cdb1-46d1-9d13-753079314349 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:58.571662 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-80d8dd81-cdb1-46d1-9d13-753079314349 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:58.597058 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-f2db7807-c783-4cc1-9eb7-a6d7c7f169fb req-0650c1a5-4bb2-42db-95b9-6af9af2269d3 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] For port 10420a27-55e0-437d-9cb6-160257d6ca97, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=10420a27-55e0-437d-9cb6-160257d6ca97,segment=NetworkSegment(bb8193f9-ab89-43d2-8b61-3727e9173a74),segment_id=bb8193f9-ab89-43d2-8b61-3727e9173a74)] {{(pid=91975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:56:58.597407 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-f2db7807-c783-4cc1-9eb7-a6d7c7f169fb req-0650c1a5-4bb2-42db-95b9-6af9af2269d3 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:58.604779 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-80d8dd81-cdb1-46d1-9d13-753079314349 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:58.737347 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [req-f2db7807-c783-4cc1-9eb7-a6d7c7f169fb req-0650c1a5-4bb2-42db-95b9-6af9af2269d3 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Calling delete_port for 10420a27-55e0-437d-9cb6-160257d6ca97 owned by compute:nova {{(pid=91975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:56:58.744360 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-80d8dd81-cdb1-46d1-9d13-753079314349 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:58.749812 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-80d8dd81-cdb1-46d1-9d13-753079314349 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Usage tracker for resource:security_group_rule and tenant:12fb45d959194124816570e75695094b is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:58.753479 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-80d8dd81-cdb1-46d1-9d13-753079314349 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:58.760401 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-80d8dd81-cdb1-46d1-9d13-753079314349 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:58.887315 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-80d8dd81-cdb1-46d1-9d13-753079314349 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:58.892831 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-80d8dd81-cdb1-46d1-9d13-753079314349 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:58.903636 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-f8ee74f5-8600-4229-97b3-fd427c0a0f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:58.960003 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8dd81-cdb1-46d1-9d13-753079314349 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:58.962531 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-f2db7807-c783-4cc1-9eb7-a6d7c7f169fb req-0650c1a5-4bb2-42db-95b9-6af9af2269d3 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:58.964703 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-80d8dd81-cdb1-46d1-9d13-753079314349 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:58.965386 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-80d8dd81-cdb1-46d1-9d13-753079314349 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:58.966577 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-80d8dd81-cdb1-46d1-9d13-753079314349 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5032370 Jun 01 15:56:58.970038 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 34622) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:58.970713 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-a7619bbc-f2d6-45b7-a689-569ed65b6c29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:58.974690 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['10420a27-55e0-437d-9cb6-160257d6ca97'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:56:58.976853 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-2315a672-e326-4016-a811-6374ffb751b0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Request body: {'security_group_rule': {'security_group_id': '1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:58.983112 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-2315a672-e326-4016-a811-6374ffb751b0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:58.988638 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-2315a672-e326-4016-a811-6374ffb751b0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Usage tracker for resource:security_group_rule and tenant:12fb45d959194124816570e75695094b is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:58.991664 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-2315a672-e326-4016-a811-6374ffb751b0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:58.998731 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-2315a672-e326-4016-a811-6374ffb751b0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:59.016673 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-2315a672-e326-4016-a811-6374ffb751b0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:59.017447 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650c1a5-4bb2-42db-95b9-6af9af2269d3 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Pushing event deleted for resources: {'Port': ['ID=10420a27-55e0-437d-9cb6-160257d6ca97,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:59.050536 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-0650c1a5-4bb2-42db-95b9-6af9af2269d3 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:59.082891 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-2315a672-e326-4016-a811-6374ffb751b0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:59.086633 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-2315a672-e326-4016-a811-6374ffb751b0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596623'] for security_group_rule, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:59.089357 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-eccccbfc-13f0-4e9e-85d0-4d5c47aa9cfe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:59.093986 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2db7807-c783-4cc1-9eb7-a6d7c7f169fb req-0650c1a5-4bb2-42db-95b9-6af9af2269d3 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] No DVR routers for this DVR port 10420a27-55e0-437d-9cb6-160257d6ca97 on host hv-cinder-79351 {{(pid=91975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:56:59.096444 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-f2db7807-c783-4cc1-9eb7-a6d7c7f169fb req-0650c1a5-4bb2-42db-95b9-6af9af2269d3 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:59.098296 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f2db7807-c783-4cc1-9eb7-a6d7c7f169fb req-0650c1a5-4bb2-42db-95b9-6af9af2269d3 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.89 "DELETE /v2.0/ports/10420a27-55e0-437d-9cb6-160257d6ca97 HTTP/1.1" status: 204 len: 173 time: 0.8593123 Jun 01 15:56:59.098786 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1e5a05-9916-491f-a36c-9110c9ec49e6', 'name': 'network-vif-deleted', 'tag': '10420a27-55e0-437d-9cb6-160257d6ca97'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:56:59.101123 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959a53e4-db12-46ee-9040-ae0f840757d6" -d '{"events": [{"server_uuid": "8c1e5a05-9916-491f-a36c-9110c9ec49e6", "name": "network-vif-deleted", "tag": "10420a27-55e0-437d-9cb6-160257d6ca97"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:56:59.110051 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315a672-e326-4016-a811-6374ffb751b0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce84af20-540b-4b94-bd89-bf9dc591fd87,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:59.119198 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-2315a672-e326-4016-a811-6374ffb751b0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:59.123465 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-2315a672-e326-4016-a811-6374ffb751b0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:59.125069 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-2315a672-e326-4016-a811-6374ffb751b0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527903 Jun 01 15:56:59.127967 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 34626) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:59.132801 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-8221d8c3-9eb7-47f2-a1d3-b3037ae9a064 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Request body: {'security_group_rule': {'security_group_id': '1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:59.139383 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-8221d8c3-9eb7-47f2-a1d3-b3037ae9a064 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:59.143406 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-8221d8c3-9eb7-47f2-a1d3-b3037ae9a064 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Usage tracker for resource:security_group_rule and tenant:12fb45d959194124816570e75695094b is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:59.146627 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-8221d8c3-9eb7-47f2-a1d3-b3037ae9a064 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:59.153368 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a991d5fc-94a1-4ce5-b093-6f7bf83da32e x-openstack-request-id: req-a991d5fc-94a1-4ce5-b093-6f7bf83da32e {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:56:59.153673 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-8221d8c3-9eb7-47f2-a1d3-b3037ae9a064 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:59.153799 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1e5a05-9916-491f-a36c-9110c9ec49e6", "name": "network-vif-deleted", "tag": "10420a27-55e0-437d-9cb6-160257d6ca97", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:56:59.154013 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a991d5fc-94a1-4ce5-b093-6f7bf83da32e {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:56:59.154378 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1e5a05-9916-491f-a36c-9110c9ec49e6', 'name': 'network-vif-deleted', 'tag': '10420a27-55e0-437d-9cb6-160257d6ca97', 'status': 'completed', 'code': 200} Jun 01 15:56:59.169849 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8221d8c3-9eb7-47f2-a1d3-b3037ae9a064 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:59.231197 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8221d8c3-9eb7-47f2-a1d3-b3037ae9a064 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:59.234978 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8221d8c3-9eb7-47f2-a1d3-b3037ae9a064 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596623'] for security_group_rule, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:59.237017 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:59.258390 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221d8c3-9eb7-47f2-a1d3-b3037ae9a064 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2e6e10-7007-4ead-8916-f6f315b888f5,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:59.260781 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-8221d8c3-9eb7-47f2-a1d3-b3037ae9a064 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:56:59.267535 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8221d8c3-9eb7-47f2-a1d3-b3037ae9a064 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:59.268668 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-8221d8c3-9eb7-47f2-a1d3-b3037ae9a064 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397023 Jun 01 15:56:59.271670 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 34628) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:56:59.276556 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Request body: {'floatingip': {'floating_network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:56:59.282141 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:56:59.285921 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Usage tracker for resource:floatingip and tenant:12fb45d959194124816570e75695094b is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:56:59.289060 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:56:59.295354 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:56:59.307887 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for floatingip, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:59.442455 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:59.585900 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_common [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Allocated IP 172.28.0.9 (6e7482f9-9717-4453-9b2f-c40fb5d07656/517eec18-9bb2-4c7a-bda3-2fa22e1410fe/ccbe832c-f432-45c9-8178-9d7139f33d56) {{(pid=91976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:56:59.731900 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-d15ea05c-0292-476f-8c96-13cc7b5cafb2 req-6bfa53e9-cbd7-453e-a745-cd601b3cd075 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Synchronizing usage tracker for tenant:9183316f457d4780bb4d0c69c475107c on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:56:59.748527 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-d15ea05c-0292-476f-8c96-13cc7b5cafb2 req-6bfa53e9-cbd7-453e-a745-cd601b3cd075 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Unset dirty status for tenant:9183316f457d4780bb4d0c69c475107c on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:56:59.749902 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d15ea05c-0292-476f-8c96-13cc7b5cafb2 req-6bfa53e9-cbd7-453e-a745-cd601b3cd075 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c1e5a05-9916-491f-a36c-9110c9ec49e6 HTTP/1.1" status: 200 len: 210 time: 0.0710363 Jun 01 15:56:59.846474 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for port, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:59.874563 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:56:59.878879 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-c847d513-5e6b-4fab-91c5-dd0fd9109e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:56:59.941773 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Network 6e7482f9-9717-4453-9b2f-c40fb5d07656 is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:56:59.945100 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:56:59.949384 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Received port after_create {{(pid=91976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:56:59.982528 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Pushing event updated for resources: {'Port': ['ID=ccbe832c-f432-45c9-8178-9d7139f33d56,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:56:59.986614 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:00.031227 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:00.092377 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:00.293639 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for port, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:00.297673 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129416730'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:00.301883 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:00.409806 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Pushing event updated for resources: {'Port': ['ID=ccbe832c-f432-45c9-8178-9d7139f33d56,revision_number=2']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:00.414014 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:00.419767 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633999'] for floatingip, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:00.441210 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for floatingip, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:00.442390 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1698265 Jun 01 15:57:00.662565 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-49e0f15d-4ae6-44c9-b4b4-5aac013142d2 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Synchronizing usage tracker for tenant:12fb45d959194124816570e75695094b on resource:security_group {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:57:00.677766 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-49e0f15d-4ae6-44c9-b4b4-5aac013142d2 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Unset dirty status for tenant:12fb45d959194124816570e75695094b on resource:security_group {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:57:00.679047 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-49e0f15d-4ae6-44c9-b4b4-5aac013142d2 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--597576745&fields=id&tenant_id=12fb45d959194124816570e75695094b HTTP/1.1" status: 200 len: 267 time: 0.0546548 Jun 01 15:57:00.928697 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-fc1971be-b668-4413-a3f8-98f721596d07 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:00.931102 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-fc1971be-b668-4413-a3f8-98f721596d07 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/networks?id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff HTTP/1.1" status: 200 len: 817 time: 0.2445474 Jun 01 15:57:00.946210 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-5ed672ee-1173-4cda-b16a-33dd5f13d842 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/quotas/12fb45d959194124816570e75695094b HTTP/1.1" status: 200 len: 375 time: 0.0092602 Jun 01 15:57:01.035486 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-9ea2053a-7eb9-444b-9b9b-1ce3ee8682fd tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Synchronizing usage tracker for tenant:12fb45d959194124816570e75695094b on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:57:01.053663 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-9ea2053a-7eb9-444b-9b9b-1ce3ee8682fd tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Unset dirty status for tenant:12fb45d959194124816570e75695094b on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:57:01.054998 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-9ea2053a-7eb9-444b-9b9b-1ce3ee8682fd tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=12fb45d959194124816570e75695094b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1037126 Jun 01 15:57:01.193173 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-524eac88-5aa3-44f6-8f2e-f3d11eb0b0c1 service neutron] 10.222.0.60 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266274 Jun 01 15:57:01.329112 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-2dc2ccf7-4d9a-4cf0-a343-8270ad84736f service neutron] 10.222.0.60 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259711 Jun 01 15:57:01.501416 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b2caf361-2b86-44ec-8a0b-a6f87f998ee5 req-08d47404-e17a-467a-80a7-6e785e9656c3 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 210 time: 0.0418806 Jun 01 15:57:02.257397 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 10420a27-55e0-437d-9cb6-160257d6ca97 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:57:02.293530 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] No Port match for: 10420a27-55e0-437d-9cb6-160257d6ca97 {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:57:02.293893 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 10420a27-55e0-437d-9cb6-160257d6ca97 not bound to the agent host hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:57:02.549831 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-c04abbaf-4e80-43bb-ba2a-a67c11857d12 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:02.552194 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-c04abbaf-4e80-43bb-ba2a-a67c11857d12 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.89 "GET /v2.0/networks?id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff HTTP/1.1" status: 200 len: 817 time: 0.1799538 Jun 01 15:57:02.605076 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-6987efbf-7fde-476d-96d7-85a021a6e4cc tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12fb45d959194124816570e75695094b HTTP/1.1" status: 200 len: 379 time: 0.0440600 Jun 01 15:57:02.614181 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-e2d0b389-5db1-4b73-80a8-6691a8515526 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Request body: {'port': {'device_id': 'eed0559b-60db-4ac8-a0f8-8f66958aca11', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'admin_state_up': True, 'tenant_id': '12fb45d959194124816570e75695094b', 'security_groups': ['1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8']}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:57:02.699830 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-74e9075c-8732-4ee8-895b-07d827f4ce37 req-d73cdbbb-7eab-4ac7-a17c-16fbd159f455 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 210 time: 0.0677156 Jun 01 15:57:02.800496 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-e2d0b389-5db1-4b73-80a8-6691a8515526 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:57:02.809826 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-e2d0b389-5db1-4b73-80a8-6691a8515526 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:57:02.818696 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-e2d0b389-5db1-4b73-80a8-6691a8515526 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Made reservation on behalf of 12fb45d959194124816570e75695094b for: {'port': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:57:02.822130 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-e2d0b389-5db1-4b73-80a8-6691a8515526 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:02.981861 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_common [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-e2d0b389-5db1-4b73-80a8-6691a8515526 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Allocated IP 172.20.0.8 (fdb9a62f-e096-4d2c-96b4-81a80b5b2aff/ff05e754-6aad-4db5-b1da-a8b9dc40ba92/76c986cc-23d8-41c8-aafb-ed981d76ea0f) {{(pid=91975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:57:03.173694 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-e2d0b389-5db1-4b73-80a8-6691a8515526 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for port, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:03.189971 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.provisioning_blocks [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-e2d0b389-5db1-4b73-80a8-6691a8515526 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Transition to ACTIVE for port object 76c986cc-23d8-41c8-aafb-ed981d76ea0f will not be triggered until provisioned by entity DHCP. {{(pid=91975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:57:03.213376 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-e2d0b389-5db1-4b73-80a8-6691a8515526 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:03.218883 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-c45892f7-a74c-4aac-a643-f1ce24c3d188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:03.281844 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-e2d0b389-5db1-4b73-80a8-6691a8515526 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Network fdb9a62f-e096-4d2c-96b4-81a80b5b2aff is already hosted by enough agents. {{(pid=91975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:57:03.284856 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-e2d0b389-5db1-4b73-80a8-6691a8515526 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Resources bound (agent type, host, resource id): {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:57:03.288795 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-e2d0b389-5db1-4b73-80a8-6691a8515526 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Received port after_create {{(pid=91975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:57:03.325226 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0b389-5db1-4b73-80a8-6691a8515526 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Pushing event updated for resources: {'Port': ['ID=76c986cc-23d8-41c8-aafb-ed981d76ea0f,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:03.331750 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-e2d0b389-5db1-4b73-80a8-6691a8515526 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:03.361460 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-e2d0b389-5db1-4b73-80a8-6691a8515526 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:03.362081 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-e2d0b389-5db1-4b73-80a8-6691a8515526 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:03.393759 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-e2d0b389-5db1-4b73-80a8-6691a8515526 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7834840 Jun 01 15:57:03.406251 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Request body: {'port': {'device_id': 'eed0559b-60db-4ac8-a0f8-8f66958aca11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:57:03.451664 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-451a6b1a-6a94-4de6-a7b1-503444672e3a None None] Provisioning for port 76c986cc-23d8-41c8-aafb-ed981d76ea0f completed by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:57:03.456919 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-451a6b1a-6a94-4de6-a7b1-503444672e3a None None] Provisioning complete for port 76c986cc-23d8-41c8-aafb-ed981d76ea0f triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:57:03.457282 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-451a6b1a-6a94-4de6-a7b1-503444672e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:03.514585 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-451a6b1a-6a94-4de6-a7b1-503444672e3a None None] Port 76c986cc-23d8-41c8-aafb-ed981d76ea0f cannot update to ACTIVE because it is not bound. {{(pid=91977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:57:03.518310 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:03.992981 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71f6ac-ebce-4bf9-bb7d-005d3329d9ef req-355daba4-1ae2-4086-a1a4-48b8460b556d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:03.993716 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-ad71f6ac-ebce-4bf9-bb7d-005d3329d9ef req-355daba4-1ae2-4086-a1a4-48b8460b556d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Synchronizing usage tracker for tenant:12fb45d959194124816570e75695094b on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:57:04.029489 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c986cc-23d8-41c8-aafb-ed981d76ea0f {{(pid=91975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:57:04.035864 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-ad71f6ac-ebce-4bf9-bb7d-005d3329d9ef req-355daba4-1ae2-4086-a1a4-48b8460b556d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Unset dirty status for tenant:12fb45d959194124816570e75695094b on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:57:04.037012 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ad71f6ac-ebce-4bf9-bb7d-005d3329d9ef req-355daba4-1ae2-4086-a1a4-48b8460b556d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 931 time: 0.2029991 Jun 01 15:57:04.038669 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:04.071851 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.provisioning_blocks [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Transition to ACTIVE for port object 76c986cc-23d8-41c8-aafb-ed981d76ea0f will not be triggered until provisioned by entity L2. {{(pid=91975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:57:04.082313 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:04.089692 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-e07571f3-d069-4be9-859e-c76b8dbf7407 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:04.146225 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ad71f6ac-ebce-4bf9-bb7d-005d3329d9ef req-243dfa4e-2e54-4cc9-b173-9dc9c59e53a3 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023972 Jun 01 15:57:04.221179 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Pushing event updated for resources: {'Port': ['ID=76c986cc-23d8-41c8-aafb-ed981d76ea0f,revision_number=2']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:04.247378 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:04.329574 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Attempting to bind port 76c986cc-23d8-41c8-aafb-ed981d76ea0f on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:57:04.329903 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Attempting to bind port 76c986cc-23d8-41c8-aafb-ed981d76ea0f by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '40be7fc3-9385-4c06-8708-3f7116463cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff'}] {{(pid=91975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:57:04.330226 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Attempting to bind port 76c986cc-23d8-41c8-aafb-ed981d76ea0f on network fdb9a62f-e096-4d2c-96b4-81a80b5b2aff {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:57:04.334741 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Port 76c986cc-23d8-41c8-aafb-ed981d76ea0f on network fdb9a62f-e096-4d2c-96b4-81a80b5b2aff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:57:04.335053 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Attempting to bind port 76c986cc-23d8-41c8-aafb-ed981d76ea0f on network fdb9a62f-e096-4d2c-96b4-81a80b5b2aff {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:57:04.340728 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Checking agent: {'id': 'c6431322-3330-4f13-924b-76ac3aabd9b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'started_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:57:04.341176 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Checking segment: {'id': '40be7fc3-9385-4c06-8708-3f7116463cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:57:04.341417 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Bound using segment: {'id': '40be7fc3-9385-4c06-8708-3f7116463cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff'} {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:57:04.341836 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Bound port: 76c986cc-23d8-41c8-aafb-ed981d76ea0f, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40be7fc3-9385-4c06-8708-3f7116463cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff'}}] {{(pid=91975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:57:04.342172 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:04.427744 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] For port 76c986cc-23d8-41c8-aafb-ed981d76ea0f, host hv-cinder-79351, cleared binding levels {{(pid=91975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:57:04.430630 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] For port 76c986cc-23d8-41c8-aafb-ed981d76ea0f, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=76c986cc-23d8-41c8-aafb-ed981d76ea0f,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:57:04.435903 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:04.439347 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-d60588b6-6d57-4e3b-b947-9e74ef9c86be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:04.498778 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:04.499279 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:04.500620 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] 10.222.0.89 "PUT /v2.0/ports/76c986cc-23d8-41c8-aafb-ed981d76ea0f HTTP/1.1" status: 200 len: 1093 time: 1.0987122 Jun 01 15:57:04.501110 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed0559b-60db-4ac8-a0f8-8f66958aca11', 'tag': '76c986cc-23d8-41c8-aafb-ed981d76ea0f'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:57:04.503382 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7ce33f-d223-4569-bc2a-dd88e459543b" -d '{"events": [{"name": "network-changed", "server_uuid": "eed0559b-60db-4ac8-a0f8-8f66958aca11", "tag": "76c986cc-23d8-41c8-aafb-ed981d76ea0f"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:57:04.523103 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Pushing event updated for resources: {'Port': ['ID=76c986cc-23d8-41c8-aafb-ed981d76ea0f,revision_number=3']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:04.526252 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:04.574804 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9965ec6c-d0f8-40f5-82ec-ee091f830e96 x-openstack-request-id: req-9965ec6c-d0f8-40f5-82ec-ee091f830e96 {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:57:04.575154 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed0559b-60db-4ac8-a0f8-8f66958aca11", "tag": "76c986cc-23d8-41c8-aafb-ed981d76ea0f", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:57:04.575435 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9965ec6c-d0f8-40f5-82ec-ee091f830e96 {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:57:04.575848 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed0559b-60db-4ac8-a0f8-8f66958aca11', 'tag': '76c986cc-23d8-41c8-aafb-ed981d76ea0f', 'status': 'completed', 'code': 200} Jun 01 15:57:04.617703 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-c28b3afb-b093-4533-aef2-c175f58e4669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:04.619317 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-c28b3afb-b093-4533-aef2-c175f58e4669 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=12fb45d959194124816570e75695094b&device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 1096 time: 0.0766304 Jun 01 15:57:04.695684 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-63479034-20cc-4250-b0ce-cfbc86f634e3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76c986cc-23d8-41c8-aafb-ed981d76ea0f HTTP/1.1" status: 200 len: 217 time: 0.0690384 Jun 01 15:57:04.757579 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-c572a566-7575-444f-9077-7a26db9bdbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:04.758995 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-c572a566-7575-444f-9077-7a26db9bdbf3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ff05e754-6aad-4db5-b1da-a8b9dc40ba92 HTTP/1.1" status: 200 len: 856 time: 0.0567954 Jun 01 15:57:04.831455 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-ee0838bb-98f1-4ee4-9a3f-10396522460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:04.832877 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-ee0838bb-98f1-4ee4-9a3f-10396522460b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0674775 Jun 01 15:57:04.964190 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-524efe20-c377-4aba-b023-3618b06d4fdf service neutron] 10.222.0.89 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227419 Jun 01 15:57:05.143517 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e9f5f461-90f0-41e2-bdf2-994052c3696f req-8e574dee-342c-4e46-8d6f-ece9bde8ae0d service neutron] 10.222.0.89 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728573 Jun 01 15:57:05.329424 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-f08289b9-4d29-4295-9ea7-4f57fa9ce024 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:05.330758 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-f08289b9-4d29-4295-9ea7-4f57fa9ce024 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/networks?id=00968b90-de3a-485f-b082-a148a9a8e3ec HTTP/1.1" status: 200 len: 814 time: 0.2521882 Jun 01 15:57:05.361625 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-bc50361d-988a-4a3f-b030-34f1d72a0822 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/quotas/9183316f457d4780bb4d0c69c475107c HTTP/1.1" status: 200 len: 375 time: 0.0221438 Jun 01 15:57:05.368885 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ce33f-d223-4569-bc2a-dd88e459543b req-6890040e-35fe-4a57-b6c8-0db1f4a6ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:05.370845 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9b7ce33f-d223-4569-bc2a-dd88e459543b req-6890040e-35fe-4a57-b6c8-0db1f4a6ec73 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=12fb45d959194124816570e75695094b&device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 1096 time: 0.1815870 Jun 01 15:57:05.520100 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-e56a3dd1-e534-437f-8b9a-cb8daa93bc61 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9183316f457d4780bb4d0c69c475107c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1482651 Jun 01 15:57:05.567292 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb865ad-39bb-416a-94e4-0fc88cd6d7c7 req-692bbc08-ef63-4b64-8812-3da49f582e27 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:05.568702 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0cb865ad-39bb-416a-94e4-0fc88cd6d7c7 req-692bbc08-ef63-4b64-8812-3da49f582e27 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 943 time: 0.2945864 Jun 01 15:57:05.741291 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0cb865ad-39bb-416a-94e4-0fc88cd6d7c7 req-769b0c06-56f6-4e2b-bd7d-18e75a2fb736 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663859 Jun 01 15:57:05.772790 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ce33f-d223-4569-bc2a-dd88e459543b req-e669befa-7d27-4e64-814f-9c3da4a6bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:05.774215 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9b7ce33f-d223-4569-bc2a-dd88e459543b req-e669befa-7d27-4e64-814f-9c3da4a6bfff service neutron] 10.222.0.89 "GET /v2.0/networks?id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff HTTP/1.1" status: 200 len: 918 time: 0.2896121 Jun 01 15:57:05.850542 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9b7ce33f-d223-4569-bc2a-dd88e459543b req-27ef1548-ac12-41c8-8a8a-a1337ee40833 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76c986cc-23d8-41c8-aafb-ed981d76ea0f HTTP/1.1" status: 200 len: 217 time: 0.0672288 Jun 01 15:57:05.852541 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-241dc917-e142-4243-94f8-bb6e88f443b8 service neutron] 10.222.0.60 "GET /v2.0/networks/00968b90-de3a-485f-b082-a148a9a8e3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147519 Jun 01 15:57:05.996620 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ce33f-d223-4569-bc2a-dd88e459543b req-e2f9a230-d98f-4b1d-be2b-256f1a2979bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:05.997967 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9b7ce33f-d223-4569-bc2a-dd88e459543b req-e2f9a230-d98f-4b1d-be2b-256f1a2979bf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ff05e754-6aad-4db5-b1da-a8b9dc40ba92 HTTP/1.1" status: 200 len: 856 time: 0.1409285 Jun 01 15:57:06.077786 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-c6c193e0-0037-4d76-891e-b1b89d829804 service neutron] 10.222.0.60 "GET /v2.0/networks/00968b90-de3a-485f-b082-a148a9a8e3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903799 Jun 01 15:57:06.102022 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ce33f-d223-4569-bc2a-dd88e459543b req-653026ad-0850-4a13-a4b3-1fc79608ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:06.103492 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9b7ce33f-d223-4569-bc2a-dd88e459543b req-653026ad-0850-4a13-a4b3-1fc79608ada3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0924714 Jun 01 15:57:06.272243 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4dec8e8c-bf43-4e21-ac52-1a4228fb1ad2 req-991647ca-9767-4e06-98b2-297b61af780c tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c02bb8-4394-49e3-94c1-7e87b3013868 HTTP/1.1" status: 200 len: 210 time: 0.0535710 Jun 01 15:57:06.280833 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9b7ce33f-d223-4569-bc2a-dd88e459543b req-36eafd26-a49d-46fb-9bc2-3a5cc01ed8c0 service neutron] 10.222.0.89 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702735 Jun 01 15:57:06.417922 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9b7ce33f-d223-4569-bc2a-dd88e459543b req-14152a42-7868-4bb8-a271-a5ee670d73bc service neutron] 10.222.0.89 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291051 Jun 01 15:57:06.931351 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df287c0-ee0c-4eb9-85c4-b67251befd2d req-2c34536d-b96a-4e29-b2eb-5e940df7ec8f tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:06.933333 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6df287c0-ee0c-4eb9-85c4-b67251befd2d req-2c34536d-b96a-4e29-b2eb-5e940df7ec8f tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 943 time: 0.0798912 Jun 01 15:57:06.980889 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6df287c0-ee0c-4eb9-85c4-b67251befd2d req-0783c931-94be-4700-8766-cce15ec0dbc8 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420547 Jun 01 15:57:07.272639 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-d90b0400-dc37-4f65-8859-8da503b0b562 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:07.274048 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-d90b0400-dc37-4f65-8859-8da503b0b562 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.89 "GET /v2.0/networks?id=00968b90-de3a-485f-b082-a148a9a8e3ec HTTP/1.1" status: 200 len: 814 time: 0.1520822 Jun 01 15:57:07.287507 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Request body: {'port': {'device_id': '05c02bb8-4394-49e3-94c1-7e87b3013868', 'network_id': '00968b90-de3a-485f-b082-a148a9a8e3ec', 'admin_state_up': True, 'tenant_id': '9183316f457d4780bb4d0c69c475107c'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:57:07.440680 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2919c1b4-3c39-4f80-92ec-50ad546c903c req-c1867637-0767-4e8e-af70-e798454d412a tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c02bb8-4394-49e3-94c1-7e87b3013868 HTTP/1.1" status: 200 len: 210 time: 0.0542593 Jun 01 15:57:07.465309 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:57:07.474682 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:57:07.484943 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Made reservation on behalf of 9183316f457d4780bb4d0c69c475107c for: {'port': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:57:07.488786 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:07.693551 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-8f82538d-d969-4dab-9d4f-3e7a7153efae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:07.738190 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_common [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Allocated IP 172.20.0.8 (00968b90-de3a-485f-b082-a148a9a8e3ec/aea43794-67cb-4d8b-80b1-66640da8bba8/26ebf971-e1d1-42a5-a036-5bf30d399bad) {{(pid=91975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:57:07.937143 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Notify callbacks [] for port, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:07.968455 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:07.974196 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:08.045200 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Network 00968b90-de3a-485f-b082-a148a9a8e3ec is already hosted by enough agents. {{(pid=91975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:57:08.046903 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Resources bound (agent type, host, resource id): {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:57:08.052342 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Received port after_create {{(pid=91975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:57:08.098087 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Pushing event updated for resources: {'Port': ['ID=26ebf971-e1d1-42a5-a036-5bf30d399bad,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:08.158981 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:08.158981 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:08.159381 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:08.159607 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:08.159929 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:08.160331 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:08.160637 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:08.160991 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:08.161339 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:08.161807 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:08.162097 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:08.162363 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:57:08.172707 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:08.181946 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:08.183089 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:08.225327 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9413650 Jun 01 15:57:08.239161 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb690dbc-acf5-4db3-8f87-fe610e02f540 req-009b8cb8-0383-4d75-a47e-94fb8adf7c0c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:08.240525 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-eb690dbc-acf5-4db3-8f87-fe610e02f540 req-009b8cb8-0383-4d75-a47e-94fb8adf7c0c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 943 time: 0.1378071 Jun 01 15:57:08.245851 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Request body: {'port': {'device_id': '05c02bb8-4394-49e3-94c1-7e87b3013868', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:57:08.290802 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 76c986cc-23d8-41c8-aafb-ed981d76ea0f details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:57:08.375629 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-eb690dbc-acf5-4db3-8f87-fe610e02f540 req-111ca1bb-8f0b-41ab-89d9-89cfa3aa6434 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009781 Jun 01 15:57:08.404166 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:08.425237 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 76c986cc-23d8-41c8-aafb-ed981d76ea0f, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=76c986cc-23d8-41c8-aafb-ed981d76ea0f,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:57:08.438955 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Returning: {'device': '76c986cc-23d8-41c8-aafb-ed981d76ea0f', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'port_id': '76c986cc-23d8-41c8-aafb-ed981d76ea0f', 'mac_address': 'fa:16:3e:50:76:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:57:08.497275 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:08.514785 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c986cc-23d8-41c8-aafb-ed981d76ea0f {{(pid=91977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:57:08.530346 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 76c986cc-23d8-41c8-aafb-ed981d76ea0f, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=76c986cc-23d8-41c8-aafb-ed981d76ea0f,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:57:08.534415 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:08.537349 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:08.613113 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=76c986cc-23d8-41c8-aafb-ed981d76ea0f,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:08.616318 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:08.747923 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbece5-cf79-4ae1-89cf-8a1effb35fa3 req-d57d24eb-1458-47b3-9a4c-d2fa05e69ed3 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:08.748604 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-fbdbece5-cf79-4ae1-89cf-8a1effb35fa3 req-d57d24eb-1458-47b3-9a4c-d2fa05e69ed3 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Synchronizing usage tracker for tenant:9183316f457d4780bb4d0c69c475107c on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:57:08.761780 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['76c986cc-23d8-41c8-aafb-ed981d76ea0f'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:57:08.806311 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-fbdbece5-cf79-4ae1-89cf-8a1effb35fa3 req-d57d24eb-1458-47b3-9a4c-d2fa05e69ed3 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Unset dirty status for tenant:9183316f457d4780bb4d0c69c475107c on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:57:08.808045 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-fbdbece5-cf79-4ae1-89cf-8a1effb35fa3 req-d57d24eb-1458-47b3-9a4c-d2fa05e69ed3 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c02bb8-4394-49e3-94c1-7e87b3013868 HTTP/1.1" status: 200 len: 931 time: 0.2524936 Jun 01 15:57:08.855248 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ebf971-e1d1-42a5-a036-5bf30d399bad {{(pid=91975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:57:08.866041 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:08.878595 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-fbdbece5-cf79-4ae1-89cf-8a1effb35fa3 req-8a30c091-7acd-4d69-abb0-176f70bf3a97 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598674 Jun 01 15:57:08.887574 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.provisioning_blocks [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Transition to ACTIVE for port object 26ebf971-e1d1-42a5-a036-5bf30d399bad will not be triggered until provisioned by entity L2. {{(pid=91975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:57:08.894699 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:08.898444 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:09.020667 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Pushing event updated for resources: {'Port': ['ID=26ebf971-e1d1-42a5-a036-5bf30d399bad,revision_number=2']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:09.047203 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:09.123958 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Attempting to bind port 26ebf971-e1d1-42a5-a036-5bf30d399bad on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:57:09.124289 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Attempting to bind port 26ebf971-e1d1-42a5-a036-5bf30d399bad by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'bb8193f9-ab89-43d2-8b61-3727e9173a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '00968b90-de3a-485f-b082-a148a9a8e3ec'}] {{(pid=91975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:57:09.124610 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Attempting to bind port 26ebf971-e1d1-42a5-a036-5bf30d399bad on network 00968b90-de3a-485f-b082-a148a9a8e3ec {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:57:09.129064 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Port 26ebf971-e1d1-42a5-a036-5bf30d399bad on network 00968b90-de3a-485f-b082-a148a9a8e3ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:57:09.129378 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Attempting to bind port 26ebf971-e1d1-42a5-a036-5bf30d399bad on network 00968b90-de3a-485f-b082-a148a9a8e3ec {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:57:09.134379 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Checking agent: {'id': 'c6431322-3330-4f13-924b-76ac3aabd9b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'started_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:57:09.134710 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Checking segment: {'id': 'bb8193f9-ab89-43d2-8b61-3727e9173a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '00968b90-de3a-485f-b082-a148a9a8e3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:57:09.135117 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Bound using segment: {'id': 'bb8193f9-ab89-43d2-8b61-3727e9173a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '00968b90-de3a-485f-b082-a148a9a8e3ec'} {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:57:09.135566 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Bound port: 26ebf971-e1d1-42a5-a036-5bf30d399bad, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb8193f9-ab89-43d2-8b61-3727e9173a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '00968b90-de3a-485f-b082-a148a9a8e3ec'}}] {{(pid=91975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:57:09.135901 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:09.221242 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] For port 26ebf971-e1d1-42a5-a036-5bf30d399bad, host hv-cinder-79351, cleared binding levels {{(pid=91975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:57:09.224131 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] For port 26ebf971-e1d1-42a5-a036-5bf30d399bad, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=26ebf971-e1d1-42a5-a036-5bf30d399bad,segment=NetworkSegment(bb8193f9-ab89-43d2-8b61-3727e9173a74),segment_id=bb8193f9-ab89-43d2-8b61-3727e9173a74)] {{(pid=91975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:57:09.228554 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:09.232565 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-ddcac2e9-7aa2-4243-a1bb-6bb480a2b2c5 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:09.291423 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:09.292587 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:09.293937 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] 10.222.0.89 "PUT /v2.0/ports/26ebf971-e1d1-42a5-a036-5bf30d399bad HTTP/1.1" status: 200 len: 1093 time: 1.0524604 Jun 01 15:57:09.294413 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c02bb8-4394-49e3-94c1-7e87b3013868', 'tag': '26ebf971-e1d1-42a5-a036-5bf30d399bad'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:57:09.296706 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b526ef-3b51-4e77-96cc-d928f17f2a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "05c02bb8-4394-49e3-94c1-7e87b3013868", "tag": "26ebf971-e1d1-42a5-a036-5bf30d399bad"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:57:09.314038 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Pushing event updated for resources: {'Port': ['ID=26ebf971-e1d1-42a5-a036-5bf30d399bad,revision_number=3']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:09.317931 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:09.369985 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d02db44-c067-4b4c-a581-d58c9318f689 x-openstack-request-id: req-7d02db44-c067-4b4c-a581-d58c9318f689 {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:57:09.370302 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c02bb8-4394-49e3-94c1-7e87b3013868", "tag": "26ebf971-e1d1-42a5-a036-5bf30d399bad", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:57:09.370580 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d02db44-c067-4b4c-a581-d58c9318f689 {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:57:09.370992 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c02bb8-4394-49e3-94c1-7e87b3013868', 'tag': '26ebf971-e1d1-42a5-a036-5bf30d399bad', 'status': 'completed', 'code': 200} Jun 01 15:57:09.413197 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-35567c2e-7f35-44aa-bc8f-60f6ed0349c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:09.414662 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-35567c2e-7f35-44aa-bc8f-60f6ed0349c2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9183316f457d4780bb4d0c69c475107c&device_id=05c02bb8-4394-49e3-94c1-7e87b3013868 HTTP/1.1" status: 200 len: 1096 time: 0.0763350 Jun 01 15:57:09.596816 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-aef89715-5954-4a78-8e3f-39994c72bb7a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26ebf971-e1d1-42a5-a036-5bf30d399bad HTTP/1.1" status: 200 len: 217 time: 0.1743071 Jun 01 15:57:09.677371 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-46238754-8c1a-4710-8ece-3a387d49e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:09.678787 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-46238754-8c1a-4710-8ece-3a387d49e58a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=aea43794-67cb-4d8b-80b1-66640da8bba8 HTTP/1.1" status: 200 len: 854 time: 0.0701802 Jun 01 15:57:09.687556 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e092d-1a5a-4d0d-9610-59ad3836ae40 req-ddf9661b-3d15-401a-8a77-52e276f87f4f tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:09.688883 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5e2e092d-1a5a-4d0d-9610-59ad3836ae40 req-ddf9661b-3d15-401a-8a77-52e276f87f4f tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 944 time: 0.1437461 Jun 01 15:57:09.746055 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-b022509e-1ecd-4b10-9aeb-70983e2e5789 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=00968b90-de3a-485f-b082-a148a9a8e3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562539 Jun 01 15:57:09.791522 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5e2e092d-1a5a-4d0d-9610-59ad3836ae40 req-25869c0e-5d1b-4903-843b-55df4cf10c30 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721993 Jun 01 15:57:09.894068 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-50d5cfa0-43bd-4543-b13d-17e41a705916 service neutron] 10.222.0.89 "GET /v2.0/networks/00968b90-de3a-485f-b082-a148a9a8e3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360917 Jun 01 15:57:10.078643 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-84b8460e-5b19-494a-bd62-e2d4e6ffb9c7 req-08ba8ae2-5d8f-4451-aff7-97ae414acbf7 service neutron] 10.222.0.89 "GET /v2.0/networks/00968b90-de3a-485f-b082-a148a9a8e3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747952 Jun 01 15:57:10.100823 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fef28-1bec-4ffd-91ac-74ac0bc44206 req-4c632317-83ca-4278-923d-101286ab4294 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:10.102252 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-850fef28-1bec-4ffd-91ac-74ac0bc44206 req-4c632317-83ca-4278-923d-101286ab4294 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c02bb8-4394-49e3-94c1-7e87b3013868 HTTP/1.1" status: 200 len: 943 time: 0.1113873 Jun 01 15:57:10.144594 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-154fdfa9-7945-4080-9bf7-edc142cb0daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:10.162616 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:10.192166 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-850fef28-1bec-4ffd-91ac-74ac0bc44206 req-db5241d3-096e-43e3-a1c9-169fd4d707ca tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836864 Jun 01 15:57:10.216767 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b526ef-3b51-4e77-96cc-d928f17f2a7c req-f1a8f48e-8bae-458d-b484-3e61520302be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:10.218220 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f6b526ef-3b51-4e77-96cc-d928f17f2a7c req-f1a8f48e-8bae-458d-b484-3e61520302be service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9183316f457d4780bb4d0c69c475107c&device_id=05c02bb8-4394-49e3-94c1-7e87b3013868 HTTP/1.1" status: 200 len: 1096 time: 0.0917339 Jun 01 15:57:10.287559 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 76c986cc-23d8-41c8-aafb-ed981d76ea0f up at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:57:10.356505 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b526ef-3b51-4e77-96cc-d928f17f2a7c req-ebf101ad-b227-4ae0-8d29-4f41fb3bd606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:10.357652 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning for port 76c986cc-23d8-41c8-aafb-ed981d76ea0f completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:57:10.358415 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f6b526ef-3b51-4e77-96cc-d928f17f2a7c req-ebf101ad-b227-4ae0-8d29-4f41fb3bd606 service neutron] 10.222.0.89 "GET /v2.0/networks?id=00968b90-de3a-485f-b082-a148a9a8e3ec HTTP/1.1" status: 200 len: 915 time: 0.1330123 Jun 01 15:57:10.363424 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning complete for port 76c986cc-23d8-41c8-aafb-ed981d76ea0f triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:57:10.363797 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:10.427449 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f6b526ef-3b51-4e77-96cc-d928f17f2a7c req-3f168518-6287-4b41-875b-c75091121570 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26ebf971-e1d1-42a5-a036-5bf30d399bad HTTP/1.1" status: 200 len: 217 time: 0.0610909 Jun 01 15:57:10.485432 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:10.494980 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b526ef-3b51-4e77-96cc-d928f17f2a7c req-37e4e92e-0893-4816-bb21-03c2fcdde084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:10.496449 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f6b526ef-3b51-4e77-96cc-d928f17f2a7c req-37e4e92e-0893-4816-bb21-03c2fcdde084 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=aea43794-67cb-4d8b-80b1-66640da8bba8 HTTP/1.1" status: 200 len: 854 time: 0.0623777 Jun 01 15:57:10.513224 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed0559b-60db-4ac8-a0f8-8f66958aca11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c986cc-23d8-41c8-aafb-ed981d76ea0f'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:57:10.517773 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e513d7-87f5-49fe-b2c5-48ec44079614" -d '{"events": [{"server_uuid": "eed0559b-60db-4ac8-a0f8-8f66958aca11", "name": "network-vif-plugged", "status": "completed", "tag": "76c986cc-23d8-41c8-aafb-ed981d76ea0f"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:57:10.523790 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 76c986cc-23d8-41c8-aafb-ed981d76ea0f, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=76c986cc-23d8-41c8-aafb-ed981d76ea0f,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:57:10.528985 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:10.531776 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:10.546087 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f6b526ef-3b51-4e77-96cc-d928f17f2a7c req-7b3997a5-3c79-466b-b54e-7b741d5267d2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=00968b90-de3a-485f-b082-a148a9a8e3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422795 Jun 01 15:57:10.561875 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039593e5-601c-43b6-bcd8-ca14c72f3234 x-openstack-request-id: req-039593e5-601c-43b6-bcd8-ca14c72f3234 {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:57:10.562173 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed0559b-60db-4ac8-a0f8-8f66958aca11", "name": "network-vif-plugged", "status": "completed", "tag": "76c986cc-23d8-41c8-aafb-ed981d76ea0f", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:57:10.562427 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-039593e5-601c-43b6-bcd8-ca14c72f3234 {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:57:10.562809 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed0559b-60db-4ac8-a0f8-8f66958aca11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c986cc-23d8-41c8-aafb-ed981d76ea0f', 'code': 200} Jun 01 15:57:10.603633 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=76c986cc-23d8-41c8-aafb-ed981d76ea0f,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:10.607218 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:10.681240 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f6b526ef-3b51-4e77-96cc-d928f17f2a7c req-c6c309c1-5b09-4e78-8ff5-f3f2e0789f7d service neutron] 10.222.0.89 "GET /v2.0/networks/00968b90-de3a-485f-b082-a148a9a8e3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263175 Jun 01 15:57:10.793880 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbb035-1fbc-4790-b906-2112e1b7dbe9 req-8255bd3b-6c0d-42ff-a2bc-bed3a3aebdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:10.795358 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-a6bbb035-1fbc-4790-b906-2112e1b7dbe9 req-8255bd3b-6c0d-42ff-a2bc-bed3a3aebdb3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 1098 time: 0.0712278 Jun 01 15:57:10.818710 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f6b526ef-3b51-4e77-96cc-d928f17f2a7c req-9243b643-21c8-4f34-89d0-859c33b7faac service neutron] 10.222.0.89 "GET /v2.0/networks/00968b90-de3a-485f-b082-a148a9a8e3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292639 Jun 01 15:57:10.839977 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-a6bbb035-1fbc-4790-b906-2112e1b7dbe9 req-a180328e-3b4d-4ab8-8306-f91a339496fa service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370438 Jun 01 15:57:10.979554 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415f6e6-7b36-4608-9bb5-4400f1fd36f7 req-f48a8b5e-5a7e-468f-a1a1-5c22a34b33c5 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:10.980944 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8415f6e6-7b36-4608-9bb5-4400f1fd36f7 req-f48a8b5e-5a7e-468f-a1a1-5c22a34b33c5 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 945 time: 0.0776129 Jun 01 15:57:11.029909 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8415f6e6-7b36-4608-9bb5-4400f1fd36f7 req-3aae73b5-aa8a-4e6f-b70c-822d373a8349 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431027 Jun 01 15:57:11.343326 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:11.374285 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1951c-81ca-4f42-be51-2a1e799efc65 req-b9372f42-4de2-45e3-b208-0112b4b4dd9f tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:11.375811 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1cf1951c-81ca-4f42-be51-2a1e799efc65 req-b9372f42-4de2-45e3-b208-0112b4b4dd9f tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c02bb8-4394-49e3-94c1-7e87b3013868 HTTP/1.1" status: 200 len: 943 time: 0.0790291 Jun 01 15:57:11.420410 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1cf1951c-81ca-4f42-be51-2a1e799efc65 req-d7b8c3f8-9b41-4d92-a8d0-30f6f0dd4d03 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390065 Jun 01 15:57:12.287153 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 26ebf971-e1d1-42a5-a036-5bf30d399bad details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:57:12.290825 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301d93-e505-4fbb-9fc2-f8a6cd09865d req-dce06062-1694-4ff9-9fdf-a962c40e3100 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:12.292963 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-73301d93-e505-4fbb-9fc2-f8a6cd09865d req-dce06062-1694-4ff9-9fdf-a962c40e3100 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 945 time: 0.1565206 Jun 01 15:57:12.339510 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-73301d93-e505-4fbb-9fc2-f8a6cd09865d req-40f7082a-8b7a-45f7-8b22-8fc0b810a9c6 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399101 Jun 01 15:57:12.425433 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 26ebf971-e1d1-42a5-a036-5bf30d399bad, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=26ebf971-e1d1-42a5-a036-5bf30d399bad,segment=NetworkSegment(bb8193f9-ab89-43d2-8b61-3727e9173a74),segment_id=bb8193f9-ab89-43d2-8b61-3727e9173a74)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:57:12.442300 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Returning: {'device': '26ebf971-e1d1-42a5-a036-5bf30d399bad', 'network_id': '00968b90-de3a-485f-b082-a148a9a8e3ec', 'port_id': '26ebf971-e1d1-42a5-a036-5bf30d399bad', 'mac_address': 'fa:16:3e:a2:bb:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea43794-67cb-4d8b-80b1-66640da8bba8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:57:12.527923 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:12.541620 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bc4e4-e2be-47a7-8837-933c08053c30 req-1d1ec040-acbc-45ce-ac0a-b3faa683dc78 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:12.543105 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-057bc4e4-e2be-47a7-8837-933c08053c30 req-1d1ec040-acbc-45ce-ac0a-b3faa683dc78 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 945 time: 0.0864065 Jun 01 15:57:12.544522 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ebf971-e1d1-42a5-a036-5bf30d399bad {{(pid=91977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:57:12.551509 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 34768) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:57:12.557811 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-06fefc60-5ceb-40d6-97c9-14cee1ad2cb0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Request body: {'floatingip': {'port_id': '76c986cc-23d8-41c8-aafb-ed981d76ea0f'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:57:12.560601 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 26ebf971-e1d1-42a5-a036-5bf30d399bad, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=26ebf971-e1d1-42a5-a036-5bf30d399bad,segment=NetworkSegment(bb8193f9-ab89-43d2-8b61-3727e9173a74),segment_id=bb8193f9-ab89-43d2-8b61-3727e9173a74)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:57:12.565007 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:12.567102 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:12.637804 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-06fefc60-5ceb-40d6-97c9-14cee1ad2cb0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for floatingip, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:12.638322 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=26ebf971-e1d1-42a5-a036-5bf30d399bad,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:12.641522 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:12.644373 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6e98f-7b5d-4c97-ab6c-34586d2af313 req-2d87a9f6-ae8a-425c-bf0d-9de558ef5aa9 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:12.646714 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-cea6e98f-7b5d-4c97-ab6c-34586d2af313 req-2d87a9f6-ae8a-425c-bf0d-9de558ef5aa9 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c02bb8-4394-49e3-94c1-7e87b3013868 HTTP/1.1" status: 200 len: 944 time: 0.1024516 Jun 01 15:57:12.698390 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-cea6e98f-7b5d-4c97-ab6c-34586d2af313 req-d0b0a0a3-795c-4a98-9cda-365e8dc67883 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452216 Jun 01 15:57:12.812154 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['26ebf971-e1d1-42a5-a036-5bf30d399bad'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:57:13.239091 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-06fefc60-5ceb-40d6-97c9-14cee1ad2cb0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:13.242604 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-06fefc60-5ceb-40d6-97c9-14cee1ad2cb0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633999'] for floatingip, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:13.333043 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:13.497223 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.db.l3_db [None req-06fefc60-5ceb-40d6-97c9-14cee1ad2cb0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Floating IP 7c5acdd1-a55d-4d38-a2b8-f5034f3c0a91 associated. External IP: 172.28.0.9, port: 76c986cc-23d8-41c8-aafb-ed981d76ea0f. Jun 01 15:57:13.841584 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fefc60-5ceb-40d6-97c9-14cee1ad2cb0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Router a12d3658-2a05-42a8-b475-eb4a4204aee8 has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:57:13.886526 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5028c-7fa1-4c47-9f4d-7ad495276287 req-c941939c-7270-4609-9cde-e8a91ab401ea tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:13.888110 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2da5028c-7fa1-4c47-9f4d-7ad495276287 req-c941939c-7270-4609-9cde-e8a91ab401ea tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c02bb8-4394-49e3-94c1-7e87b3013868 HTTP/1.1" status: 200 len: 944 time: 0.0852349 Jun 01 15:57:13.935954 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2da5028c-7fa1-4c47-9f4d-7ad495276287 req-a1ba5087-aee3-4979-bfd0-6a1f49bd89e0 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419228 Jun 01 15:57:14.019753 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fefc60-5ceb-40d6-97c9-14cee1ad2cb0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:57:14.024037 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-06fefc60-5ceb-40d6-97c9-14cee1ad2cb0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for floatingip, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:14.029297 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88581258-c695-4e13-ba4c-1b7e2fb5f6f5 None None] Sync routers for ids ['a12d3658-2a05-42a8-b475-eb4a4204aee8'] in dv-cinder-793515-3-smb {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:57:14.039923 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88581258-c695-4e13-ba4c-1b7e2fb5f6f5 None None] Routers {'a12d3658-2a05-42a8-b475-eb4a4204aee8'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:57:14.040534 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-88581258-c695-4e13-ba4c-1b7e2fb5f6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:57:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['a12d3658-2a05-42a8-b475-eb4a4204aee8'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:57:14.079277 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-06fefc60-5ceb-40d6-97c9-14cee1ad2cb0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "PUT /v2.0/floatingips/7c5acdd1-a55d-4d38-a2b8-f5034f3c0a91 HTTP/1.1" status: 200 len: 989 time: 1.5261323 Jun 01 15:57:14.080010 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed0559b-60db-4ac8-a0f8-8f66958aca11', 'tag': '76c986cc-23d8-41c8-aafb-ed981d76ea0f'}] {{(pid=91976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:57:14.082364 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f9d738effd6d9aceb087a38e3a2b49a7446793e3ad91c39eafceb576f9fb4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18990d91-53fc-4cde-9f26-5c118d70daf5" -d '{"events": [{"name": "network-changed", "server_uuid": "eed0559b-60db-4ac8-a0f8-8f66958aca11", "tag": "76c986cc-23d8-41c8-aafb-ed981d76ea0f"}]}' {{(pid=91976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:57:14.125772 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d6269e-b05c-4a4d-a64e-7c52d77ef00b x-openstack-request-id: req-f2d6269e-b05c-4a4d-a64e-7c52d77ef00b {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:57:14.126099 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed0559b-60db-4ac8-a0f8-8f66958aca11", "tag": "76c986cc-23d8-41c8-aafb-ed981d76ea0f", "status": "completed", "code": 200}]} {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:57:14.126381 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f2d6269e-b05c-4a4d-a64e-7c52d77ef00b {{(pid=91976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:57:14.126804 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed0559b-60db-4ac8-a0f8-8f66958aca11', 'tag': '76c986cc-23d8-41c8-aafb-ed981d76ea0f', 'status': 'completed', 'code': 200} Jun 01 15:57:14.217990 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-88581258-c695-4e13-ba4c-1b7e2fb5f6f5 None None] Set router a12d3658-2a05-42a8-b475-eb4a4204aee8 gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:57:14.219703 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18990d91-53fc-4cde-9f26-5c118d70daf5 req-55916538-0ca7-4913-acf9-45a60d38b4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:14.221222 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-18990d91-53fc-4cde-9f26-5c118d70daf5 req-55916538-0ca7-4913-acf9-45a60d38b4b9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=12fb45d959194124816570e75695094b&device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 1098 time: 0.0728750 Jun 01 15:57:14.337138 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 26ebf971-e1d1-42a5-a036-5bf30d399bad up at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:57:14.350085 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18990d91-53fc-4cde-9f26-5c118d70daf5 req-dbf443f9-9b04-49b9-9cb1-4e1e33cc22ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:14.351550 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-18990d91-53fc-4cde-9f26-5c118d70daf5 req-dbf443f9-9b04-49b9-9cb1-4e1e33cc22ad service neutron] 10.222.0.89 "GET /v2.0/networks?id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff HTTP/1.1" status: 200 len: 918 time: 0.1233268 Jun 01 15:57:14.453091 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-18990d91-53fc-4cde-9f26-5c118d70daf5 req-ca3291e8-12a4-44a9-83f3-15f4468f262b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76c986cc-23d8-41c8-aafb-ed981d76ea0f HTTP/1.1" status: 200 len: 997 time: 0.0953600 Jun 01 15:57:14.513786 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning for port 26ebf971-e1d1-42a5-a036-5bf30d399bad completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:57:14.516237 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18990d91-53fc-4cde-9f26-5c118d70daf5 req-98e68a00-52dc-4f79-b462-40be49008c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:14.517669 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-18990d91-53fc-4cde-9f26-5c118d70daf5 req-98e68a00-52dc-4f79-b462-40be49008c56 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ff05e754-6aad-4db5-b1da-a8b9dc40ba92 HTTP/1.1" status: 200 len: 856 time: 0.0573583 Jun 01 15:57:14.525235 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning complete for port 26ebf971-e1d1-42a5-a036-5bf30d399bad triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:57:14.525610 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:14.593006 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18990d91-53fc-4cde-9f26-5c118d70daf5 req-b046f360-017f-4184-bbdc-b1bc29baf842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:14.594397 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-18990d91-53fc-4cde-9f26-5c118d70daf5 req-b046f360-017f-4184-bbdc-b1bc29baf842 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0702684 Jun 01 15:57:14.712282 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:14.727282 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-18990d91-53fc-4cde-9f26-5c118d70daf5 req-e4bcd063-15bc-4e19-b0e9-fb54550567b6 service neutron] 10.222.0.89 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240642 Jun 01 15:57:14.731746 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-88581258-c695-4e13-ba4c-1b7e2fb5f6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'name': 'tempest-AttachVolumeShelveTestJSON-1405309750-router', 'tenant_id': '12fb45d959194124816570e75695094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:53:23Z', 'revision_number': 4, 'project_id': '12fb45d959194124816570e75695094b', 'gw_port': {'id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:05Z', 'updated_at': '2021-06-01T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_floatingips': [{'id': '7c5acdd1-a55d-4d38-a2b8-f5034f3c0a91', 'tenant_id': '12fb45d959194124816570e75695094b', 'floating_ip_address': '172.28.0.9', 'floating_network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'router_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'port_id': '76c986cc-23d8-41c8-aafb-ed981d76ea0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'mac_address': 'fa:16:3e:50:76:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed0559b-60db-4ac8-a0f8-8f66958aca11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:57:00Z', 'updated_at': '2021-06-01T15:57:13Z', 'revision_number': 1, 'project_id': '12fb45d959194124816570e75695094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d919416-8138-467e-8c51-f001ba42549e', 'name': '', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'tenant_id': '12fb45d959194124816570e75695094b', 'mac_address': 'fa:16:3e:90:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:19Z', 'updated_at': '2021-06-01T15:53:37Z', 'revision_number': 5, 'project_id': '12fb45d959194124816570e75695094b', 'subnets': [{'id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:57:14.741864 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88581258-c695-4e13-ba4c-1b7e2fb5f6f5 None None] Checking router: a12d3658-2a05-42a8-b475-eb4a4204aee8 for host: dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:57:14.754042 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c02bb8-4394-49e3-94c1-7e87b3013868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ebf971-e1d1-42a5-a036-5bf30d399bad'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:57:14.756319 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b742ee82-51f8-4b09-a8d7-69e542072ed3" -d '{"events": [{"server_uuid": "05c02bb8-4394-49e3-94c1-7e87b3013868", "name": "network-vif-plugged", "status": "completed", "tag": "26ebf971-e1d1-42a5-a036-5bf30d399bad"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:57:14.771595 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 26ebf971-e1d1-42a5-a036-5bf30d399bad, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=26ebf971-e1d1-42a5-a036-5bf30d399bad,segment=NetworkSegment(bb8193f9-ab89-43d2-8b61-3727e9173a74),segment_id=bb8193f9-ab89-43d2-8b61-3727e9173a74)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:57:14.774053 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88581258-c695-4e13-ba4c-1b7e2fb5f6f5 None None] Routers {'a12d3658-2a05-42a8-b475-eb4a4204aee8'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:57:14.774881 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-88581258-c695-4e13-ba4c-1b7e2fb5f6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:57:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['a12d3658-2a05-42a8-b475-eb4a4204aee8'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:57:14.825728 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f46beb6-2a2e-452e-b400-933949878ba0 x-openstack-request-id: req-0f46beb6-2a2e-452e-b400-933949878ba0 {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:57:14.826117 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c02bb8-4394-49e3-94c1-7e87b3013868", "name": "network-vif-plugged", "status": "completed", "tag": "26ebf971-e1d1-42a5-a036-5bf30d399bad", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:57:14.826837 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f46beb6-2a2e-452e-b400-933949878ba0 {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:57:14.827269 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c02bb8-4394-49e3-94c1-7e87b3013868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ebf971-e1d1-42a5-a036-5bf30d399bad', 'code': 200} Jun 01 15:57:14.834597 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:14.845506 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:14.980519 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-18990d91-53fc-4cde-9f26-5c118d70daf5 req-a93e6e04-76e1-4f07-9545-9693ebff3bca service neutron] 10.222.0.89 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464988 Jun 01 15:57:15.011877 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=26ebf971-e1d1-42a5-a036-5bf30d399bad,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:15.014905 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:15.040830 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-88581258-c695-4e13-ba4c-1b7e2fb5f6f5 None None] Set router a12d3658-2a05-42a8-b475-eb4a4204aee8 gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:57:15.087426 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68defa7-ed0e-461a-b96d-1ccbd41ffadb req-866a6c20-11c2-470a-ac97-e5cde38961b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:15.089656 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e68defa7-ed0e-461a-b96d-1ccbd41ffadb req-866a6c20-11c2-470a-ac97-e5cde38961b9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=05c02bb8-4394-49e3-94c1-7e87b3013868 HTTP/1.1" status: 200 len: 1098 time: 0.0958898 Jun 01 15:57:15.136777 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e68defa7-ed0e-461a-b96d-1ccbd41ffadb req-7a8f5f20-cc4f-4acf-b623-a5bbd3cfef2c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404208 Jun 01 15:57:15.303076 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b65d1e-93ad-498e-bab8-1b976f8e4777 req-10ddd782-0248-4880-98d3-b68b9e5c005b tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:15.304632 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-87b65d1e-93ad-498e-bab8-1b976f8e4777 req-10ddd782-0248-4880-98d3-b68b9e5c005b tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c02bb8-4394-49e3-94c1-7e87b3013868 HTTP/1.1" status: 200 len: 945 time: 0.0838695 Jun 01 15:57:15.356856 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-87b65d1e-93ad-498e-bab8-1b976f8e4777 req-225c99c3-03d1-42cb-8d4a-175eb131c32f tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458958 Jun 01 15:57:15.439882 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-88581258-c695-4e13-ba4c-1b7e2fb5f6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'name': 'tempest-AttachVolumeShelveTestJSON-1405309750-router', 'tenant_id': '12fb45d959194124816570e75695094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:53:23Z', 'revision_number': 4, 'project_id': '12fb45d959194124816570e75695094b', 'gw_port': {'id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:05Z', 'updated_at': '2021-06-01T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_floatingips': [{'id': '7c5acdd1-a55d-4d38-a2b8-f5034f3c0a91', 'tenant_id': '12fb45d959194124816570e75695094b', 'floating_ip_address': '172.28.0.9', 'floating_network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'router_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'port_id': '76c986cc-23d8-41c8-aafb-ed981d76ea0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'mac_address': 'fa:16:3e:50:76:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed0559b-60db-4ac8-a0f8-8f66958aca11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:57:00Z', 'updated_at': '2021-06-01T15:57:13Z', 'revision_number': 1, 'project_id': '12fb45d959194124816570e75695094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d919416-8138-467e-8c51-f001ba42549e', 'name': '', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'tenant_id': '12fb45d959194124816570e75695094b', 'mac_address': 'fa:16:3e:90:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:19Z', 'updated_at': '2021-06-01T15:53:37Z', 'revision_number': 5, 'project_id': '12fb45d959194124816570e75695094b', 'subnets': [{'id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:57:15.443739 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88581258-c695-4e13-ba4c-1b7e2fb5f6f5 None None] The sync data for ids ['a12d3658-2a05-42a8-b475-eb4a4204aee8'] in dv-cinder-793515-3-smb is: [{'id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'name': 'tempest-AttachVolumeShelveTestJSON-1405309750-router', 'tenant_id': '12fb45d959194124816570e75695094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:53:23Z', 'revision_number': 4, 'project_id': '12fb45d959194124816570e75695094b', 'gw_port': {'id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:05Z', 'updated_at': '2021-06-01T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_floatingips': [{'id': '7c5acdd1-a55d-4d38-a2b8-f5034f3c0a91', 'tenant_id': '12fb45d959194124816570e75695094b', 'floating_ip_address': '172.28.0.9', 'floating_network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'router_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'port_id': '76c986cc-23d8-41c8-aafb-ed981d76ea0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'mac_address': 'fa:16:3e:50:76:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed0559b-60db-4ac8-a0f8-8f66958aca11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:57:00Z', 'updated_at': '2021-06-01T15:57:13Z', 'revision_number': 1, 'project_id': '12fb45d959194124816570e75695094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d919416-8138-467e-8c51-f001ba42549e', 'name': '', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'tenant_id': '12fb45d959194124816570e75695094b', 'mac_address': 'fa:16:3e:90:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:19Z', 'updated_at': '2021-06-01T15:53:37Z', 'revision_number': 5, 'project_id': '12fb45d959194124816570e75695094b', 'subnets': [{'id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:57:15.632223 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f81d9-656f-456a-9abf-853ebc7e542e None None] New status for floating IP 7c5acdd1-a55d-4d38-a2b8-f5034f3c0a91: ACTIVE {{(pid=91978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 15:57:16.545947 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6780c05-7633-4979-82bb-6d30c3ae5464 req-53e6233b-4581-416a-8879-85ef1be41e01 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:16.547145 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f6780c05-7633-4979-82bb-6d30c3ae5464 req-53e6233b-4581-416a-8879-85ef1be41e01 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c02bb8-4394-49e3-94c1-7e87b3013868 HTTP/1.1" status: 200 len: 945 time: 0.0796099 Jun 01 15:57:16.591461 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f6780c05-7633-4979-82bb-6d30c3ae5464 req-ae3f9dc8-7d76-4204-ba9a-2efb7a7921df tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387249 Jun 01 15:57:22.757451 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:26.522703 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:57:35.092108 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117ce42-f635-4f01-aad8-2c322e028b32 req-67b09188-950e-48bb-8ae7-e39b437d58f5 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:35.093549 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f117ce42-f635-4f01-aad8-2c322e028b32 req-67b09188-950e-48bb-8ae7-e39b437d58f5 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0853546 Jun 01 15:57:35.146110 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f117ce42-f635-4f01-aad8-2c322e028b32 req-2891dd04-9a60-4d36-ba0a-d46df92c264d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456109 Jun 01 15:57:35.555962 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0882921-b6e6-40e2-ad03-e870721115df req-c1d695fd-6e18-4cf2-a3e9-280c671c859c tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:35.557536 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f0882921-b6e6-40e2-ad03-e870721115df req-c1d695fd-6e18-4cf2-a3e9-280c671c859c tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c02bb8-4394-49e3-94c1-7e87b3013868 HTTP/1.1" status: 200 len: 945 time: 0.0827501 Jun 01 15:57:35.604604 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f0882921-b6e6-40e2-ad03-e870721115df req-f0210f1b-842d-4e0b-96e2-c086db0df3f4 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399473 Jun 01 15:57:36.340320 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b357f-a9a7-468b-9c50-9eb4d4950b48 req-e70f9a77-2484-4a3c-b0a2-7208d7da987b tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:36.342277 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-049b357f-a9a7-468b-9c50-9eb4d4950b48 req-e70f9a77-2484-4a3c-b0a2-7208d7da987b tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0830002 Jun 01 15:57:36.385299 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-049b357f-a9a7-468b-9c50-9eb4d4950b48 req-f40f595b-c97f-465a-a46c-b5a1fd6c451a tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374219 Jun 01 15:57:36.791530 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e11a4a-04e0-4709-9fdf-f248f1460d16 req-e8d0ad84-d936-4860-8849-31c6e3960b15 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:36.792977 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-41e11a4a-04e0-4709-9fdf-f248f1460d16 req-e8d0ad84-d936-4860-8849-31c6e3960b15 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c02bb8-4394-49e3-94c1-7e87b3013868 HTTP/1.1" status: 200 len: 945 time: 0.0812023 Jun 01 15:57:36.840907 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-41e11a4a-04e0-4709-9fdf-f248f1460d16 req-505ecdab-2a62-4b49-ab7b-e1698d7df225 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419669 Jun 01 15:57:37.572274 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fca1f-331b-410f-a589-0bd60e77cc3f req-de4352f1-6ffd-4701-83d7-400922e1a52d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:37.573702 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-772fca1f-331b-410f-a589-0bd60e77cc3f req-de4352f1-6ffd-4701-83d7-400922e1a52d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0776663 Jun 01 15:57:37.622026 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-772fca1f-331b-410f-a589-0bd60e77cc3f req-98fc2b37-f15e-4c7f-bc51-52561aa9f055 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427861 Jun 01 15:57:37.695800 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-d42592ae-c9b2-49ce-9688-4cfbe24dc379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:38.029405 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807b18b-ea5b-4fcc-8546-1417aa337535 req-151d04f3-f531-4470-8571-7bf7a6c2c7fb tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:38.031309 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3807b18b-ea5b-4fcc-8546-1417aa337535 req-151d04f3-f531-4470-8571-7bf7a6c2c7fb tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c02bb8-4394-49e3-94c1-7e87b3013868 HTTP/1.1" status: 200 len: 945 time: 0.0875249 Jun 01 15:57:38.075181 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3807b18b-ea5b-4fcc-8546-1417aa337535 req-84e77ece-68d7-4266-b1c8-7dbf4342ce71 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383692 Jun 01 15:57:38.810872 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e36e3-fa1d-435d-a379-537967e7bed5 req-b271c969-8168-4baf-aebd-e5e612f1cb46 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:38.812343 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f72e36e3-fa1d-435d-a379-537967e7bed5 req-b271c969-8168-4baf-aebd-e5e612f1cb46 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0811591 Jun 01 15:57:38.856001 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f72e36e3-fa1d-435d-a379-537967e7bed5 req-10f489a4-27bd-45bf-8a58-20fb0d0faf12 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380778 Jun 01 15:57:39.268519 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3df37-d5ec-4172-99b4-339817b305d3 req-7e74915f-f971-4da9-b4f8-0f31f7f78ba4 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:39.269876 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-22b3df37-d5ec-4172-99b4-339817b305d3 req-7e74915f-f971-4da9-b4f8-0f31f7f78ba4 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c02bb8-4394-49e3-94c1-7e87b3013868 HTTP/1.1" status: 200 len: 945 time: 0.0879316 Jun 01 15:57:39.312634 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-22b3df37-d5ec-4172-99b4-339817b305d3 req-c47e8b40-0dc8-4222-81dc-fd355ba0b61e tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371921 Jun 01 15:57:40.046979 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610bfb4-3c9d-49b9-b5f6-9e7bf54e0a24 req-7705045b-f7bd-444e-8fcf-71e6b21fd03b tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:40.048483 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e610bfb4-3c9d-49b9-b5f6-9e7bf54e0a24 req-7705045b-f7bd-444e-8fcf-71e6b21fd03b tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0822201 Jun 01 15:57:40.098659 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e610bfb4-3c9d-49b9-b5f6-9e7bf54e0a24 req-0b3bc384-7327-4658-9e52-d59ff0f8d1c8 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445862 Jun 01 15:57:40.145207 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-11431a3a-6ffb-4e46-9ab7-cf9742822f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:40.165657 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:40.356424 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a63d7d-bac8-4c79-aa83-352de6e33bd3 req-65a02580-8496-49f2-8101-4bec48f01fa6 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:40.358607 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-13a63d7d-bac8-4c79-aa83-352de6e33bd3 req-65a02580-8496-49f2-8101-4bec48f01fa6 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.89 "GET /v2.0/ports?device_id=05c02bb8-4394-49e3-94c1-7e87b3013868 HTTP/1.1" status: 200 len: 945 time: 0.0786951 Jun 01 15:57:40.553792 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [req-13a63d7d-bac8-4c79-aa83-352de6e33bd3 req-e8aada96-f40b-4b96-8ad5-a802fa81082f tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Deleting port 26ebf971-e1d1-42a5-a036-5bf30d399bad {{(pid=91975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:57:40.554124 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-13a63d7d-bac8-4c79-aa83-352de6e33bd3 req-e8aada96-f40b-4b96-8ad5-a802fa81082f tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:40.576800 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94538c85-7ab6-491b-9424-3511d346e6c1 req-dea4c070-a203-44a0-b06a-a1e0c8d4d0fb tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:40.578233 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-94538c85-7ab6-491b-9424-3511d346e6c1 req-dea4c070-a203-44a0-b06a-a1e0c8d4d0fb tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c02bb8-4394-49e3-94c1-7e87b3013868 HTTP/1.1" status: 200 len: 945 time: 0.1244068 Jun 01 15:57:40.775873 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-94538c85-7ab6-491b-9424-3511d346e6c1 req-31135175-fce8-4785-84df-93db4210feca tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.60 "GET /v2.0/security-groups?id=abc24fe9-abde-4bf5-99ba-9788c00feb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899343 Jun 01 15:57:40.802146 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-13a63d7d-bac8-4c79-aa83-352de6e33bd3 req-e8aada96-f40b-4b96-8ad5-a802fa81082f tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] For port 26ebf971-e1d1-42a5-a036-5bf30d399bad, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=26ebf971-e1d1-42a5-a036-5bf30d399bad,segment=NetworkSegment(bb8193f9-ab89-43d2-8b61-3727e9173a74),segment_id=bb8193f9-ab89-43d2-8b61-3727e9173a74)] {{(pid=91975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:57:40.802505 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-13a63d7d-bac8-4c79-aa83-352de6e33bd3 req-e8aada96-f40b-4b96-8ad5-a802fa81082f tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:40.921958 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [req-13a63d7d-bac8-4c79-aa83-352de6e33bd3 req-e8aada96-f40b-4b96-8ad5-a802fa81082f tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Calling delete_port for 26ebf971-e1d1-42a5-a036-5bf30d399bad owned by compute:nova {{(pid=91975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:57:41.030648 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-13a63d7d-bac8-4c79-aa83-352de6e33bd3 req-e8aada96-f40b-4b96-8ad5-a802fa81082f tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:41.038236 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-b7d3225c-438f-490d-aea3-795bc46484c1 tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:57:41.046905 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['26ebf971-e1d1-42a5-a036-5bf30d399bad'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:57:41.088914 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aada96-f40b-4b96-8ad5-a802fa81082f tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Pushing event deleted for resources: {'Port': ['ID=26ebf971-e1d1-42a5-a036-5bf30d399bad,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:57:41.092249 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-e8aada96-f40b-4b96-8ad5-a802fa81082f tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:57:41.167471 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a63d7d-bac8-4c79-aa83-352de6e33bd3 req-e8aada96-f40b-4b96-8ad5-a802fa81082f tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] No DVR routers for this DVR port 26ebf971-e1d1-42a5-a036-5bf30d399bad on host hv-cinder-79351 {{(pid=91975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:57:41.171047 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-13a63d7d-bac8-4c79-aa83-352de6e33bd3 req-e8aada96-f40b-4b96-8ad5-a802fa81082f tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:41.174414 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c02bb8-4394-49e3-94c1-7e87b3013868', 'name': 'network-vif-deleted', 'tag': '26ebf971-e1d1-42a5-a036-5bf30d399bad'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:57:41.176686 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f5499c-c503-4c00-b813-11f98e923e69" -d '{"events": [{"server_uuid": "05c02bb8-4394-49e3-94c1-7e87b3013868", "name": "network-vif-deleted", "tag": "26ebf971-e1d1-42a5-a036-5bf30d399bad"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:57:41.190482 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-13a63d7d-bac8-4c79-aa83-352de6e33bd3 req-e8aada96-f40b-4b96-8ad5-a802fa81082f tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] 10.222.0.89 "DELETE /v2.0/ports/26ebf971-e1d1-42a5-a036-5bf30d399bad HTTP/1.1" status: 204 len: 173 time: 0.8262491 Jun 01 15:57:41.253408 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7676f9-10c7-4cae-ba0f-da4c1183ce25 x-openstack-request-id: req-7f7676f9-10c7-4cae-ba0f-da4c1183ce25 {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:57:41.253737 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c02bb8-4394-49e3-94c1-7e87b3013868", "name": "network-vif-deleted", "tag": "26ebf971-e1d1-42a5-a036-5bf30d399bad", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:57:41.253982 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f7676f9-10c7-4cae-ba0f-da4c1183ce25 {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:57:41.254398 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c02bb8-4394-49e3-94c1-7e87b3013868', 'name': 'network-vif-deleted', 'tag': '26ebf971-e1d1-42a5-a036-5bf30d399bad', 'status': 'completed', 'code': 200} Jun 01 15:57:41.297585 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb6ded-7759-47fd-b79d-fbbe89ef3edb req-d79f17e4-c694-47bf-8774-299963bbbd8b tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:41.299126 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-befb6ded-7759-47fd-b79d-fbbe89ef3edb req-d79f17e4-c694-47bf-8774-299963bbbd8b tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0882466 Jun 01 15:57:41.346562 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-befb6ded-7759-47fd-b79d-fbbe89ef3edb req-588175eb-12e5-4e65-a8b1-1add96158524 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405219 Jun 01 15:57:41.349153 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:42.541904 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7f212-6b39-4803-8c7c-45d2c3c5f5a9 req-fb19240c-7dcf-47cd-8d72-f3a799e28712 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:42.543402 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-83c7f212-6b39-4803-8c7c-45d2c3c5f5a9 req-fb19240c-7dcf-47cd-8d72-f3a799e28712 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0845912 Jun 01 15:57:42.587910 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-83c7f212-6b39-4803-8c7c-45d2c3c5f5a9 req-232623c9-2ecb-476d-9dbf-41501481315a tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381994 Jun 01 15:57:43.341254 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:43.776667 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50a6d1-5fa4-4bfe-bd6a-86c28a0d9bc0 req-0f31fab3-e0e3-4fb1-95f2-34873bf2539e tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:43.778121 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9a50a6d1-5fa4-4bfe-bd6a-86c28a0d9bc0 req-0f31fab3-e0e3-4fb1-95f2-34873bf2539e tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0829284 Jun 01 15:57:43.821886 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9a50a6d1-5fa4-4bfe-bd6a-86c28a0d9bc0 req-c7d2dd6c-3016-4419-a79a-cabf09052d49 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380378 Jun 01 15:57:44.462938 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 26ebf971-e1d1-42a5-a036-5bf30d399bad no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:57:44.497575 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] No Port match for: 26ebf971-e1d1-42a5-a036-5bf30d399bad {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:57:44.497924 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 26ebf971-e1d1-42a5-a036-5bf30d399bad not bound to the agent host hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:57:45.008573 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411338b-d7e6-400f-b87e-fe11b485ff6e req-be0095e1-e1bd-41a6-9bd8-42a008fae4cb tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:45.009948 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6411338b-d7e6-400f-b87e-fe11b485ff6e req-be0095e1-e1bd-41a6-9bd8-42a008fae4cb tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0833759 Jun 01 15:57:45.057315 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6411338b-d7e6-400f-b87e-fe11b485ff6e req-65b7227d-3ec1-4d1a-901b-0f048a5236a1 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405490 Jun 01 15:57:46.247382 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a66f65-cd61-4d0d-ad83-d42c2cc0a35d req-af80bf6e-8984-4792-928d-baa8f4ced286 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:46.250906 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a3a66f65-cd61-4d0d-ad83-d42c2cc0a35d req-af80bf6e-8984-4792-928d-baa8f4ced286 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0823138 Jun 01 15:57:46.297620 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a3a66f65-cd61-4d0d-ad83-d42c2cc0a35d req-4162366a-946e-4e0e-863f-37831e1db566 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405161 Jun 01 15:57:47.481298 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb2662-6b08-49cd-a0f6-1a76b0abaaad req-c0c0c89c-be46-423b-a988-9c07f4d179fa tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:47.483376 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5bbb2662-6b08-49cd-a0f6-1a76b0abaaad req-c0c0c89c-be46-423b-a988-9c07f4d179fa tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0830791 Jun 01 15:57:47.528385 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5bbb2662-6b08-49cd-a0f6-1a76b0abaaad req-09e76415-ff6c-40c2-b221-13c3509e0373 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391498 Jun 01 15:57:48.715930 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36382dd4-8dc3-4ed1-a286-8b0ac60b2ec7 req-abec4c10-2ce3-46ac-9af8-55a6acccac3e tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:48.717908 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-36382dd4-8dc3-4ed1-a286-8b0ac60b2ec7 req-abec4c10-2ce3-46ac-9af8-55a6acccac3e tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0796070 Jun 01 15:57:48.769517 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-36382dd4-8dc3-4ed1-a286-8b0ac60b2ec7 req-d28ffc3b-aa11-4514-8dfa-1b8a5aae2506 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459034 Jun 01 15:57:49.955081 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11411f49-9db7-42f3-ad7d-9ffd9d039450 req-ecea1534-985c-4576-8f92-ba3c1a706d70 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:49.956532 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-11411f49-9db7-42f3-ad7d-9ffd9d039450 req-ecea1534-985c-4576-8f92-ba3c1a706d70 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0801344 Jun 01 15:57:50.002175 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-11411f49-9db7-42f3-ad7d-9ffd9d039450 req-20982f8a-53d0-40a6-8dd3-29133fa40bdb tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399971 Jun 01 15:57:51.189757 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f7ca4-a711-466c-a9d1-c83a6d8c98d1 req-da85f0d0-f7ea-4d3b-bc0b-7124dc34c11f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:51.191178 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a76f7ca4-a711-466c-a9d1-c83a6d8c98d1 req-da85f0d0-f7ea-4d3b-bc0b-7124dc34c11f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0842037 Jun 01 15:57:51.236550 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a76f7ca4-a711-466c-a9d1-c83a6d8c98d1 req-44ef0e76-5211-4d57-9ef3-a4f6645805de tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397494 Jun 01 15:57:51.633031 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363f6be-bc38-4ff2-a492-003df44640ad req-9e25fe77-224d-47e2-bd20-3476514bab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:51.634395 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3363f6be-bc38-4ff2-a492-003df44640ad req-9e25fe77-224d-47e2-bd20-3476514bab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.1383176 Jun 01 15:57:51.667226 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537c0c5-b36a-4353-a237-b307bf2a043d req-20fbbe02-983f-4894-ad09-c743e9d46a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:51.668626 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b537c0c5-b36a-4353-a237-b307bf2a043d req-20fbbe02-983f-4894-ad09-c743e9d46a42 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d02537c05ff435b8494626c5f702d80&device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 1099 time: 0.1171141 Jun 01 15:57:51.719203 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3363f6be-bc38-4ff2-a492-003df44640ad req-116d3254-d4f6-493d-83a9-d7baabad8060 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782731 Jun 01 15:57:51.876375 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537c0c5-b36a-4353-a237-b307bf2a043d req-027cbdbf-f8d0-4f0f-bd7b-6f18e40fbd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:51.877774 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b537c0c5-b36a-4353-a237-b307bf2a043d req-027cbdbf-f8d0-4f0f-bd7b-6f18e40fbd7e service neutron] 10.222.0.89 "GET /v2.0/networks?id=9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 HTTP/1.1" status: 200 len: 911 time: 0.2021172 Jun 01 15:57:51.979394 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b537c0c5-b36a-4353-a237-b307bf2a043d req-3074b9e8-b832-4ed5-8c5a-31d50c13dbbc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6283d185-52ce-4661-b25b-f6c15ee00e4f HTTP/1.1" status: 200 len: 1002 time: 0.0945845 Jun 01 15:57:52.042646 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537c0c5-b36a-4353-a237-b307bf2a043d req-a246124a-2463-4515-bf18-099ff51dffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:52.044095 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b537c0c5-b36a-4353-a237-b307bf2a043d req-a246124a-2463-4515-bf18-099ff51dffaf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1bebea71-5dbd-4d8f-85bf-3a4566a49a88 HTTP/1.1" status: 200 len: 849 time: 0.0584793 Jun 01 15:57:52.121701 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537c0c5-b36a-4353-a237-b307bf2a043d req-3f0864f5-40ea-4d4f-901f-ac0a6ec81208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:52.123227 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b537c0c5-b36a-4353-a237-b307bf2a043d req-3f0864f5-40ea-4d4f-901f-ac0a6ec81208 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9ce6aa01-06d8-4cd3-b114-47dc6a9a7778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725081 Jun 01 15:57:52.260235 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b537c0c5-b36a-4353-a237-b307bf2a043d req-42acb6bf-3399-4ee9-9fa0-06cd5471d853 service neutron] 10.222.0.89 "GET /v2.0/networks/9ce6aa01-06d8-4cd3-b114-47dc6a9a7778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303837 Jun 01 15:57:52.393802 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b537c0c5-b36a-4353-a237-b307bf2a043d req-43172537-cc0a-46a6-a32f-322fa8f72363 service neutron] 10.222.0.89 "GET /v2.0/networks/9ce6aa01-06d8-4cd3-b114-47dc6a9a7778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272759 Jun 01 15:57:52.760431 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:57:52.911656 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52ba93-bd0b-4b86-b8cc-8bd01de74f26 req-69cffb3d-a8e2-491f-89c2-2626b1d41c07 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:52.913102 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5c52ba93-bd0b-4b86-b8cc-8bd01de74f26 req-69cffb3d-a8e2-491f-89c2-2626b1d41c07 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0815518 Jun 01 15:57:52.961536 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5c52ba93-bd0b-4b86-b8cc-8bd01de74f26 req-eafa634a-f532-4850-87fc-38902cf6171f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427847 Jun 01 15:57:54.144320 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41cb05-18e9-4e86-84a7-7e6c4c89b2d6 req-9c1a2d4f-de84-43f0-9b70-8f25d9f97c8c tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:54.145761 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6b41cb05-18e9-4e86-84a7-7e6c4c89b2d6 req-9c1a2d4f-de84-43f0-9b70-8f25d9f97c8c tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0792491 Jun 01 15:57:54.189914 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6b41cb05-18e9-4e86-84a7-7e6c4c89b2d6 req-c3f21ea8-3d4e-47df-8765-b74dc0f4f748 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385473 Jun 01 15:57:58.588048 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312c88d-76ce-4c89-8b97-e809ae8b22e5 req-a0892108-be52-46d8-9032-c2a29c95202b tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:58.589524 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5312c88d-76ce-4c89-8b97-e809ae8b22e5 req-a0892108-be52-46d8-9032-c2a29c95202b tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 945 time: 0.0895307 Jun 01 15:57:58.636215 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5312c88d-76ce-4c89-8b97-e809ae8b22e5 req-d1b7c8ed-21e6-4cbd-a4fb-db5574870495 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404890 Jun 01 15:57:59.833222 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69355972-e166-4367-ac7a-fe59adb09423 req-c289b27e-d4d5-424a-a106-8371af349103 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:57:59.833874 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-69355972-e166-4367-ac7a-fe59adb09423 req-c289b27e-d4d5-424a-a106-8371af349103 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 945 time: 0.0813329 Jun 01 15:57:59.880668 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-69355972-e166-4367-ac7a-fe59adb09423 req-567e8e4b-c41b-4ef3-a315-3e909b4f9138 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412543 Jun 01 15:58:00.976075 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35198) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:58:01.039127 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_v2 [None req-f01461b5-0560-4628-942b-68ddf0e46e21 admin admin] Deleting subnet aea43794-67cb-4d8b-80b1-66640da8bba8 {{(pid=91976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 15:58:01.043415 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f01461b5-0560-4628-942b-68ddf0e46e21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:01.076826 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdbcdd-2a8f-4319-af2e-167fa202228f req-7fcd65c0-c67c-4836-a399-bc10e2336f3e tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:01.078284 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6bbdbcdd-2a8f-4319-af2e-167fa202228f req-7fcd65c0-c67c-4836-a399-bc10e2336f3e tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 945 time: 0.0877049 Jun 01 15:58:01.092911 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f01461b5-0560-4628-942b-68ddf0e46e21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129320122'] for subnet, precommit_delete_associations {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:01.122844 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6bbdbcdd-2a8f-4319-af2e-167fa202228f req-9d302931-23f3-4811-b206-ab70e6527738 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388134 Jun 01 15:58:01.151486 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f01461b5-0560-4628-942b-68ddf0e46e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907603'] for subnet, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:01.385916 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f01461b5-0560-4628-942b-68ddf0e46e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129416412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128456118'] for subnet, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:01.389427 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:01.426635 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01461b5-0560-4628-942b-68ddf0e46e21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aea43794-67cb-4d8b-80b1-66640da8bba8,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:01.431487 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f01461b5-0560-4628-942b-68ddf0e46e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for subnet, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:01.438248 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01461b5-0560-4628-942b-68ddf0e46e21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:01.438609 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01461b5-0560-4628-942b-68ddf0e46e21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:01.438961 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01461b5-0560-4628-942b-68ddf0e46e21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:01.439340 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01461b5-0560-4628-942b-68ddf0e46e21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:01.439685 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01461b5-0560-4628-942b-68ddf0e46e21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:01.440027 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01461b5-0560-4628-942b-68ddf0e46e21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:01.440364 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01461b5-0560-4628-942b-68ddf0e46e21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:01.440702 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01461b5-0560-4628-942b-68ddf0e46e21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:01.441035 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01461b5-0560-4628-942b-68ddf0e46e21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:01.441368 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01461b5-0560-4628-942b-68ddf0e46e21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:01.441698 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01461b5-0560-4628-942b-68ddf0e46e21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:01.442032 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01461b5-0560-4628-942b-68ddf0e46e21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:01.446211 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-f01461b5-0560-4628-942b-68ddf0e46e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:01.447706 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-f01461b5-0560-4628-942b-68ddf0e46e21 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/aea43794-67cb-4d8b-80b1-66640da8bba8 HTTP/1.1" status: 204 len: 168 time: 0.4706531 Jun 01 15:58:01.450087 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35200) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:58:01.552653 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1e6a-84a9-4010-abfb-c6505dbfddbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916354'] for network, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:01.670293 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1e6a-84a9-4010-abfb-c6505dbfddbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3910276', 'neutron.services.segments.db._delete_segments_for_network-8737512847436'] for network, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:01.682817 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.services.segments.db [None req-b8fe1e6a-84a9-4010-abfb-c6505dbfddbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00968b90-de3a-485f-b082-a148a9a8e3ec']}} {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:58:01.694339 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.services.segments.db [None req-b8fe1e6a-84a9-4010-abfb-c6505dbfddbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8193f9-ab89-43d2-8b61-3727e9173a74') {'for_net_delete': True} {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:58:01.694623 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.services.segments.db [None req-b8fe1e6a-84a9-4010-abfb-c6505dbfddbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8193f9-ab89-43d2-8b61-3727e9173a74') {} {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:58:01.705902 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1e6a-84a9-4010-abfb-c6505dbfddbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737512848743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129320109'] for segment, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:01.721755 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1e6a-84a9-4010-abfb-c6505dbfddbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:01.727603 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fe1e6a-84a9-4010-abfb-c6505dbfddbc admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=91976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 15:58:01.727970 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1e6a-84a9-4010-abfb-c6505dbfddbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129416830'] for segment, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: Traceback (most recent call last): Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: timer() Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: cb(*args, **kw) Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: return func(*args, **kwargs) Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: self._notify() Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: self.callback(batched_events) Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: event.method(event) Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: return f(self, *a, **k) Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: return self._get(url).json() Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: return self.request(url, 'GET', **kwargs) Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 15:58:01.740652 dv-cinder-793515-3-smb neutron-server[91976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 15:58:01.813701 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1e6a-84a9-4010-abfb-c6505dbfddbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3910301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634041'] for network, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:01.817434 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-77fa6393-2a9a-4d7c-8e44-290e6aee2ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:01.830188 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1e6a-84a9-4010-abfb-c6505dbfddbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:01.839909 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe1e6a-84a9-4010-abfb-c6505dbfddbc admin admin] Pushing event deleted for resources: {'Network': ['ID=00968b90-de3a-485f-b082-a148a9a8e3ec,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:01.842898 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-b8fe1e6a-84a9-4010-abfb-c6505dbfddbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:01.848927 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-b8fe1e6a-84a9-4010-abfb-c6505dbfddbc admin admin] 10.222.0.60 "DELETE /v2.0/networks/00968b90-de3a-485f-b082-a148a9a8e3ec HTTP/1.1" status: 204 len: 168 time: 0.3978670 Jun 01 15:58:01.959056 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35204) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:58:02.007233 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-7eab2501-3898-4aeb-9030-fc5719d71607 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9183316f457d4780bb4d0c69c475107c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468867 Jun 01 15:58:02.009522 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35206) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:58:02.068234 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-166a0720-be1e-4dc1-b800-9b15693b42fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:02.092411 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-166a0720-be1e-4dc1-b800-9b15693b42fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:02.143451 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-166a0720-be1e-4dc1-b800-9b15693b42fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:02.146953 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-f03550f3-a081-4d7e-a0d3-e23ac0cc55b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:02.161945 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a0720-be1e-4dc1-b800-9b15693b42fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc24fe9-abde-4bf5-99ba-9788c00feb4f,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:02.165670 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-166a0720-be1e-4dc1-b800-9b15693b42fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:02.172735 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-166a0720-be1e-4dc1-b800-9b15693b42fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:02.176125 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-166a0720-be1e-4dc1-b800-9b15693b42fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/abc24fe9-abde-4bf5-99ba-9788c00feb4f HTTP/1.1" status: 204 len: 168 time: 0.1634650 Jun 01 15:58:02.546887 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fe6cb-4f38-43c4-bdbb-0e35a6122d95 req-56cfef3b-7756-48a7-b969-4f8516f32560 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:02.549281 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f91fe6cb-4f38-43c4-bdbb-0e35a6122d95 req-56cfef3b-7756-48a7-b969-4f8516f32560 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 945 time: 0.3093989 Jun 01 15:58:02.597558 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f91fe6cb-4f38-43c4-bdbb-0e35a6122d95 req-4afa69e4-345a-4cbc-9f5f-01cd47655b12 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431044 Jun 01 15:58:02.932102 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35232) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:58:03.034599 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-208758389-network', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:58:03.039389 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:58:03.043283 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Usage tracker for resource:network and tenant:29660878ab7645c7bf224b26c6c4a065 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:58:03.046164 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:58:03.051897 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:58:03.061916 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Made reservation on behalf of 29660878ab7645c7bf224b26c6c4a065 for: {'network': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:58:03.064970 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3889677'] for network, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:03.076488 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:03.090830 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:58:03.094597 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Usage tracker for resource:security_group_rule and tenant:29660878ab7645c7bf224b26c6c4a065 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:58:03.097369 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:58:03.102933 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:58:03.185287 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:03.190023 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:03.192818 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-1cefcfc4-ce10-41ea-b97d-df4892e8f57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:03.220805 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=91976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:58:03.229101 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:03.233169 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:03.236529 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:03.236868 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.db.segments_db [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Added segment a08403f0-b7ba-487b-92db-35b4930135f4 of type vlan for network e92bd554-2a71-4608-b377-776018ebadc6 Jun 01 15:58:03.264109 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737512412739'] for network, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:03.292198 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029'] for network, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:03.293472 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:03.294045 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:03.297883 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-201d3253-ca90-4e4f-a5a6-b5bdec25ef14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:03.392057 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4588764 Jun 01 15:58:03.396907 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35236) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:58:03.401802 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-73450d3f-e987-4ac8-b8f0-d8fe82739c53 admin admin] Request body: {'subnet': {'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-208758389-subnet', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'ip_version': 4}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:58:03.404930 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Pushing event updated for resources: {'Network': ['ID=e92bd554-2a71-4608-b377-776018ebadc6,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:03.408099 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:03.408996 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-73450d3f-e987-4ac8-b8f0-d8fe82739c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:58:03.413107 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-73450d3f-e987-4ac8-b8f0-d8fe82739c53 admin admin] Usage tracker for resource:subnet and tenant:29660878ab7645c7bf224b26c6c4a065 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:58:03.414794 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Network e92bd554-2a71-4608-b377-776018ebadc6 details requested by agent ovs-agent-dv-cinder-793515-3-smb with host dv-cinder-793515-3-smb {{(pid=91977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:58:03.416144 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-73450d3f-e987-4ac8-b8f0-d8fe82739c53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:58:03.422413 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-73450d3f-e987-4ac8-b8f0-d8fe82739c53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:58:03.432079 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73450d3f-e987-4ac8-b8f0-d8fe82739c53 admin admin] Made reservation on behalf of 29660878ab7645c7bf224b26c6c4a065 for: {'subnet': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:58:03.434339 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-73450d3f-e987-4ac8-b8f0-d8fe82739c53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128456077'] for subnet, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:03.522490 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:58:03.894545 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-73450d3f-e987-4ac8-b8f0-d8fe82739c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129416339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128456127'] for subnet, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:03.899189 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-f9498eeb-3d53-40a7-b096-f0a04e232b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:03.912122 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98959072-cd02-4762-968b-cb34b3771523 req-eb8871e3-ea23-4567-a5d1-e90103f6c2ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:03.913649 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-98959072-cd02-4762-968b-cb34b3771523 req-eb8871e3-ea23-4567-a5d1-e90103f6c2ee tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 945 time: 0.2019732 Jun 01 15:58:03.957869 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-98959072-cd02-4762-968b-cb34b3771523 req-1b87891f-b5bd-40df-9c1a-1d1164a7814a tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386426 Jun 01 15:58:03.970328 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73450d3f-e987-4ac8-b8f0-d8fe82739c53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d969ce51-f174-4f60-92df-e52506cc6439,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:03.974253 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-73450d3f-e987-4ac8-b8f0-d8fe82739c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:03.978647 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73450d3f-e987-4ac8-b8f0-d8fe82739c53 admin admin] Checking segment: {'id': 'a08403f0-b7ba-487b-92db-35b4930135f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:58:03.979003 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73450d3f-e987-4ac8-b8f0-d8fe82739c53 admin admin] Network hostable DHCP agents. Network: e92bd554-2a71-4608-b377-776018ebadc6, hostable agents: ['423065cf-a459-40a5-9d7d-37e9c3940aeb'], hosted agents: [] {{(pid=91976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:58:03.995859 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73450d3f-e987-4ac8-b8f0-d8fe82739c53 admin admin] Network e92bd554-2a71-4608-b377-776018ebadc6 is scheduled to be hosted by DHCP agent 423065cf-a459-40a5-9d7d-37e9c3940aeb with binding_index 1 {{(pid=91976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:58:04.006454 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-73450d3f-e987-4ac8-b8f0-d8fe82739c53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-smb, e92bd554-2a71-4608-b377-776018ebadc6) {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:58:04.018327 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73450d3f-e987-4ac8-b8f0-d8fe82739c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:04.018973 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cfc7dd-d7e2-477a-ba9f-9e007e45e222 None None] Network e92bd554-2a71-4608-b377-776018ebadc6 requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:58:04.019192 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-73450d3f-e987-4ac8-b8f0-d8fe82739c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for subnet, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:04.049553 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-73450d3f-e987-4ac8-b8f0-d8fe82739c53 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6491151 Jun 01 15:58:04.050749 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35242) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:58:04.054523 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-208758389-router', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:58:04.059119 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:58:04.063150 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Usage tracker for resource:router and tenant:29660878ab7645c7bf224b26c6c4a065 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:58:04.066017 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:58:04.071888 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:58:04.085711 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-745426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2461'] for router, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:04.086772 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-606177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2474'] for router, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:04.102237 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:04.246542 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94bd9fb4-ba23-5bb7-a801-c8a49b7a9324-e92bd554-2a71-4608-b377-776018ebadc6', 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'fixed_ips': [{'subnet_id': 'd969ce51-f174-4f60-92df-e52506cc6439'}]}} from dv-cinder-793515-3-smb. {{(pid=91977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 15:58:04.247397 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:04.364045 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-745376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2488'] for router, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:04.404221 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.db_base_plugin_common [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Allocated IP 172.20.0.2 (e92bd554-2a71-4608-b377-776018ebadc6/d969ce51-f174-4f60-92df-e52506cc6439/3fccf99c-862e-492e-9cc1-59a98f3cc3c4) {{(pid=91977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:58:04.604029 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Notify callbacks [] for port, precommit_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:04.614011 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Transition to ACTIVE for port object 3fccf99c-862e-492e-9cc1-59a98f3cc3c4 will not be triggered until provisioned by entity L2. {{(pid=91977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:58:04.632271 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Transition to ACTIVE for port object 3fccf99c-862e-492e-9cc1-59a98f3cc3c4 will not be triggered until provisioned by entity DHCP. {{(pid=91977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:58:04.637521 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225'] for port, after_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:04.642221 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:04.667736 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:04.700526 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:04.703812 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Network e92bd554-2a71-4608-b377-776018ebadc6 is already hosted by enough agents. {{(pid=91977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:58:04.707052 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.scheduler.base_scheduler [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Resources bound (agent type, host, resource id): {{(pid=91977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:58:04.711013 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Received port after_create {{(pid=91977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:58:04.722944 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Pushing event updated for resources: {'Port': ['ID=3fccf99c-862e-492e-9cc1-59a98f3cc3c4,revision_number=1']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:04.764046 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:04.764534 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:04.764701 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:04.765027 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:04.765387 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:04.765716 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:04.766040 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:04.766359 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:04.766680 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:04.766997 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:04.767338 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:04.767654 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:04.799162 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:04.819241 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Attempting to bind port 3fccf99c-862e-492e-9cc1-59a98f3cc3c4 on host dv-cinder-793515-3-smb for vnic_type normal with profile {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:58:04.819620 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Attempting to bind port 3fccf99c-862e-492e-9cc1-59a98f3cc3c4 by drivers openvswitch,hyperv on host dv-cinder-793515-3-smb at level 0 using segments [{'id': 'a08403f0-b7ba-487b-92db-35b4930135f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6'}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:58:04.819987 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Attempting to bind port 3fccf99c-862e-492e-9cc1-59a98f3cc3c4 on network e92bd554-2a71-4608-b377-776018ebadc6 {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:58:04.825138 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Checking agent: {'id': '402afcd4-07c8-465d-b4fa-00ad646a8cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:58:04.825517 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Checking segment: {'id': 'a08403f0-b7ba-487b-92db-35b4930135f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:58:04.825926 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:04.826326 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Bound using segment: {'id': 'a08403f0-b7ba-487b-92db-35b4930135f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6'} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:58:04.826803 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Bound port: 3fccf99c-862e-492e-9cc1-59a98f3cc3c4, host: dv-cinder-793515-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08403f0-b7ba-487b-92db-35b4930135f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6'}}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:58:04.827229 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:04.835633 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_common [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Allocated IP 172.28.0.146 (6e7482f9-9717-4453-9b2f-c40fb5d07656/517eec18-9bb2-4c7a-bda3-2fa22e1410fe/23613155-15ae-4f8b-af7b-c6329e3e214e) {{(pid=91976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:58:04.920372 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] For port 3fccf99c-862e-492e-9cc1-59a98f3cc3c4, host dv-cinder-793515-3-smb, cleared binding levels {{(pid=91977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:58:04.924106 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] For port 3fccf99c-862e-492e-9cc1-59a98f3cc3c4, host dv-cinder-793515-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=3fccf99c-862e-492e-9cc1-59a98f3cc3c4,segment=NetworkSegment(a08403f0-b7ba-487b-92db-35b4930135f4),segment_id=a08403f0-b7ba-487b-92db-35b4930135f4)] {{(pid=91977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:58:04.929499 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:04.934875 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:04.990187 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:05.014171 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Pushing event updated for resources: {'Port': ['ID=3fccf99c-862e-492e-9cc1-59a98f3cc3c4,revision_number=2']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:05.017039 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:05.025002 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:05.045346 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-8e93784d-8200-4fdf-bc46-c5dd95e42fc2 tempest-VolumesActionsTest-1588382111 tempest-VolumesActionsTest-1588382111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:05.090313 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Network 6e7482f9-9717-4453-9b2f-c40fb5d07656 is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:58:05.098335 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:58:05.100818 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Received port after_create {{(pid=91976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:58:05.160996 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Pushing event updated for resources: {'Port': ['ID=23613155-15ae-4f8b-af7b-c6329e3e214e,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:05.163977 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:05.165969 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46167d55-e6bc-4dcb-9b63-a6ff5d9fc0e1 req-4fd94745-5d7f-46e9-91d6-d75e2a621b7b tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:05.173525 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-46167d55-e6bc-4dcb-9b63-a6ff5d9fc0e1 req-4fd94745-5d7f-46e9-91d6-d75e2a621b7b tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 945 time: 0.0906334 Jun 01 15:58:05.244957 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-46167d55-e6bc-4dcb-9b63-a6ff5d9fc0e1 req-ee3a1376-75bf-47b1-af32-643b1656f67a tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705435 Jun 01 15:58:05.638479 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:05.930065 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e729e562-1a27-48c8-af9b-4f9111a72435 None None] Network e92bd554-2a71-4608-b377-776018ebadc6 requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:58:05.973708 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-439f9f47-3502-464b-af75-7262be0c219a None None] Provisioning for port 3fccf99c-862e-492e-9cc1-59a98f3cc3c4 completed by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:58:05.977724 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-745387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634110'] for router, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:06.185673 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Router e22e6d39-ac1f-4fe0-98a4-5f400776fbf3 is scheduled to L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e with binding_index 1 {{(pid=91976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 15:58:06.371675 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:58:06.380718 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] Sync routers for ids ['e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'] in dv-cinder-793515-3-smb {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:58:06.390922 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] Routers {'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:58:06.391710 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:57:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:58:06.399979 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Notify callbacks [] for router, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:06.403931 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3504293 Jun 01 15:58:06.404086 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35248) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:58:06.449978 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fa409-75d2-42ed-90a2-f589f3941f67 req-9ccf6f0a-11ef-4465-9b30-0cb9db2fd5bf tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:06.451409 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f1fa409-75d2-42ed-90a2-f589f3941f67 req-9ccf6f0a-11ef-4465-9b30-0cb9db2fd5bf tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 945 time: 0.0874875 Jun 01 15:58:06.502205 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f1fa409-75d2-42ed-90a2-f589f3941f67 req-be3ca3b3-2945-416f-a1a0-4c6f46d68a9c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441790 Jun 01 15:58:06.581645 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] Set router e22e6d39-ac1f-4fe0-98a4-5f400776fbf3 gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:58:06.870423 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 3fccf99c-862e-492e-9cc1-59a98f3cc3c4 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:58:06.910042 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'name': 'tempest-TestMinimumBasicScenario-208758389-router', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:05Z', 'revision_number': 3, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'gw_port': {'id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:88:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb'}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:58:06.925377 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] Checking router: e22e6d39-ac1f-4fe0-98a4-5f400776fbf3 for host: dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:58:06.925757 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] Updating router e22e6d39-ac1f-4fe0-98a4-5f400776fbf3 port 23613155-15ae-4f8b-af7b-c6329e3e214e binding host dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:58:06.989614 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:07.032177 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning for port 3fccf99c-862e-492e-9cc1-59a98f3cc3c4 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:58:07.042761 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 3fccf99c-862e-492e-9cc1-59a98f3cc3c4 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:58:07.043158 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:07.207748 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-db850d18-b35e-4f00-8abe-aa372df910b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:07.323827 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:07.375627 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] For port 3fccf99c-862e-492e-9cc1-59a98f3cc3c4, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=3fccf99c-862e-492e-9cc1-59a98f3cc3c4,segment=NetworkSegment(a08403f0-b7ba-487b-92db-35b4930135f4),segment_id=a08403f0-b7ba-487b-92db-35b4930135f4)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:58:07.381016 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:07.412833 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:07.416584 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_common [None req-db850d18-b35e-4f00-8abe-aa372df910b3 admin admin] Allocated IP 172.20.0.1 (e92bd554-2a71-4608-b377-776018ebadc6/d969ce51-f174-4f60-92df-e52506cc6439/72532fa4-a404-4f49-a820-52de84fb7aec) {{(pid=91976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:58:07.498456 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] Notify callbacks [] for port, precommit_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:07.507009 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Pushing event updated for resources: {'Port': ['ID=3fccf99c-862e-492e-9cc1-59a98f3cc3c4,revision_number=3']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:07.512678 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:07.515055 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] Transition to ACTIVE for port object 23613155-15ae-4f8b-af7b-c6329e3e214e will not be triggered until provisioned by entity L2. {{(pid=91977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:58:07.521878 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:07.525562 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-39841a87-6ea4-4176-852e-44798767c578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:07.567017 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-db850d18-b35e-4f00-8abe-aa372df910b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:07.584827 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.provisioning_blocks [None req-db850d18-b35e-4f00-8abe-aa372df910b3 admin admin] Transition to ACTIVE for port object 72532fa4-a404-4f49-a820-52de84fb7aec will not be triggered until provisioned by entity DHCP. {{(pid=91976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:58:07.592742 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a0791-affc-444d-9303-f7172335ea6b None None] Pushing event updated for resources: {'Port': ['ID=23613155-15ae-4f8b-af7b-c6329e3e214e,revision_number=2']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:07.597503 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-267a0791-affc-444d-9303-f7172335ea6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:07.611737 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-db850d18-b35e-4f00-8abe-aa372df910b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:07.616796 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:07.619048 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] Attempting to bind port 23613155-15ae-4f8b-af7b-c6329e3e214e on host dv-cinder-793515-3-smb for vnic_type normal with profile {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:58:07.619473 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] Attempting to bind port 23613155-15ae-4f8b-af7b-c6329e3e214e by drivers openvswitch,hyperv on host dv-cinder-793515-3-smb at level 0 using segments [{'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:58:07.619841 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] Attempting to bind port 23613155-15ae-4f8b-af7b-c6329e3e214e on network 6e7482f9-9717-4453-9b2f-c40fb5d07656 {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:58:07.625402 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] Checking agent: {'id': '402afcd4-07c8-465d-b4fa-00ad646a8cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:58:07.625782 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] Checking segment: {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:58:07.626188 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:07.626588 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] Bound using segment: {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:58:07.627056 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] Bound port: 23613155-15ae-4f8b-af7b-c6329e3e214e, host: dv-cinder-793515-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:58:07.627469 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:07.678626 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db850d18-b35e-4f00-8abe-aa372df910b3 admin admin] Network e92bd554-2a71-4608-b377-776018ebadc6 is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:58:07.681849 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-db850d18-b35e-4f00-8abe-aa372df910b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:58:07.685646 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db850d18-b35e-4f00-8abe-aa372df910b3 admin admin] Received port after_create {{(pid=91976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:58:07.714037 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-42e34029-897a-46af-aabd-1ff4cbead5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:07.721909 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] For port 23613155-15ae-4f8b-af7b-c6329e3e214e, host dv-cinder-793515-3-smb, cleared binding levels {{(pid=91977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:58:07.722292 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb879d-2efa-4524-a0ab-b14f6877fd07 req-6956308a-f1c2-4ff8-87e1-a806b697d002 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:07.725516 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-73bb879d-2efa-4524-a0ab-b14f6877fd07 req-6956308a-f1c2-4ff8-87e1-a806b697d002 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 945 time: 0.0971816 Jun 01 15:58:07.725876 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] For port 23613155-15ae-4f8b-af7b-c6329e3e214e, host dv-cinder-793515-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=23613155-15ae-4f8b-af7b-c6329e3e214e,segment=NetworkSegment(2169e936-6da0-43d3-a98e-548bcd0f9f05),segment_id=2169e936-6da0-43d3-a98e-548bcd0f9f05)] {{(pid=91977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:58:07.731652 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:07.732052 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db850d18-b35e-4f00-8abe-aa372df910b3 admin admin] Pushing event updated for resources: {'Port': ['ID=72532fa4-a404-4f49-a820-52de84fb7aec,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:07.735920 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:07.742055 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-db850d18-b35e-4f00-8abe-aa372df910b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:07.758801 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-db850d18-b35e-4f00-8abe-aa372df910b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632884'] for router_interface, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:07.801833 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-73bb879d-2efa-4524-a0ab-b14f6877fd07 req-cf4c1541-07bf-4f4f-95a5-b60da0e383c1 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616081 Jun 01 15:58:07.844497 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] Routers {'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:58:07.845141 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:57:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:58:07.914273 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a0791-affc-444d-9303-f7172335ea6b None None] Pushing event updated for resources: {'Port': ['ID=23613155-15ae-4f8b-af7b-c6329e3e214e,revision_number=3']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:07.918938 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-267a0791-affc-444d-9303-f7172335ea6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:08.029238 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-db850d18-b35e-4f00-8abe-aa372df910b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:08.040683 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] Set router e22e6d39-ac1f-4fe0-98a4-5f400776fbf3 gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:58:08.081746 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-94d00759-9474-43e0-8613-e28c0a5fd8b9 None None] Provisioning for port 72532fa4-a404-4f49-a820-52de84fb7aec completed by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:58:08.160058 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-94d00759-9474-43e0-8613-e28c0a5fd8b9 None None] Provisioning complete for port 72532fa4-a404-4f49-a820-52de84fb7aec triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:58:08.160340 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-94d00759-9474-43e0-8613-e28c0a5fd8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:08.251182 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-db850d18-b35e-4f00-8abe-aa372df910b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:08.255633 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-db850d18-b35e-4f00-8abe-aa372df910b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129416730'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:08.279111 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-94d00759-9474-43e0-8613-e28c0a5fd8b9 None None] Port 72532fa4-a404-4f49-a820-52de84fb7aec cannot update to ACTIVE because it is not bound. {{(pid=91977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:58:08.377429 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'name': 'tempest-TestMinimumBasicScenario-208758389-router', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:05Z', 'revision_number': 3, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'gw_port': {'id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:88:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb'}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:58:08.380884 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:08.381535 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3616d42-65fc-468d-bf19-78e0ca5ed1f9 None None] The sync data for ids ['e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'] in dv-cinder-793515-3-smb is: [{'id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'name': 'tempest-TestMinimumBasicScenario-208758389-router', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:05Z', 'revision_number': 3, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'gw_port': {'id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:88:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb'}] {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:58:08.461428 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db850d18-b35e-4f00-8abe-aa372df910b3 admin admin] Pushing event updated for resources: {'Port': ['ID=72532fa4-a404-4f49-a820-52de84fb7aec,revision_number=2']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:08.464027 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-db850d18-b35e-4f00-8abe-aa372df910b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633003'] for router_interface, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:08.467612 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-db850d18-b35e-4f00-8abe-aa372df910b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:08.616872 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db850d18-b35e-4f00-8abe-aa372df910b3 admin admin] Network e92bd554-2a71-4608-b377-776018ebadc6 is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:58:08.617925 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-db850d18-b35e-4f00-8abe-aa372df910b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:58:08.826872 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db850d18-b35e-4f00-8abe-aa372df910b3 admin admin] Router e22e6d39-ac1f-4fe0-98a4-5f400776fbf3 has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:58:08.909669 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2edec147-6683-437e-9477-728d81041e92 None None] Provisioning complete for port 72532fa4-a404-4f49-a820-52de84fb7aec triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:58:08.910052 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2edec147-6683-437e-9477-728d81041e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:08.979489 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-2edec147-6683-437e-9477-728d81041e92 None None] Port 72532fa4-a404-4f49-a820-52de84fb7aec cannot update to ACTIVE because it is not bound. {{(pid=91977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:58:09.000198 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 23613155-15ae-4f8b-af7b-c6329e3e214e up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:58:09.047292 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db850d18-b35e-4f00-8abe-aa372df910b3 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:58:09.049387 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50195a0d-1dae-4d8e-9ef0-7a71878a587b req-3a88e313-ebf0-402f-a699-92cf6903e05a tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:09.051771 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-50195a0d-1dae-4d8e-9ef0-7a71878a587b req-3a88e313-ebf0-402f-a699-92cf6903e05a tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 945 time: 0.1307666 Jun 01 15:58:09.071954 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-db850d18-b35e-4f00-8abe-aa372df910b3 admin admin] 10.222.0.60 "PUT /v2.0/routers/e22e6d39-ac1f-4fe0-98a4-5f400776fbf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6587870 Jun 01 15:58:09.090204 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning for port 23613155-15ae-4f8b-af7b-c6329e3e214e completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:58:09.096953 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 23613155-15ae-4f8b-af7b-c6329e3e214e triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:58:09.096953 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:09.104315 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-50195a0d-1dae-4d8e-9ef0-7a71878a587b req-d97e5a34-d4d7-4794-b4e5-8719122e7569 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466170 Jun 01 15:58:09.232765 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:09.250496 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] For port 23613155-15ae-4f8b-af7b-c6329e3e214e, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=23613155-15ae-4f8b-af7b-c6329e3e214e,segment=NetworkSegment(2169e936-6da0-43d3-a98e-548bcd0f9f05),segment_id=2169e936-6da0-43d3-a98e-548bcd0f9f05)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:58:09.254024 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:09.254914 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 3fccf99c-862e-492e-9cc1-59a98f3cc3c4 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:58:09.286920 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:09.381253 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Pushing event updated for resources: {'Port': ['ID=23613155-15ae-4f8b-af7b-c6329e3e214e,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:09.384405 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:09.394041 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 3fccf99c-862e-492e-9cc1-59a98f3cc3c4 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:58:09.394420 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:09.611833 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 35268) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:58:09.616803 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-791696531-network', 'tenant_id': 'a618c9d79f94464b8023b183de4a1a8b'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:58:09.621457 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:58:09.625418 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Usage tracker for resource:network and tenant:a618c9d79f94464b8023b183de4a1a8b is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:58:09.628354 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:58:09.634142 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:58:09.644592 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Made reservation on behalf of a618c9d79f94464b8023b183de4a1a8b for: {'network': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:58:09.646857 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3889677'] for network, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:09.662493 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:09.758061 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:58:09.762075 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Usage tracker for resource:security_group_rule and tenant:a618c9d79f94464b8023b183de4a1a8b is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:58:09.765085 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:58:09.771156 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:58:09.856017 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:09.860139 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:09.863429 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-14501bc8-0cff-4848-89a2-e369a6a47e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:09.893332 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=91975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 15:58:09.901823 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561b0ae6-ef5a-4e27-9cd2-1a1dc90ca282,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:09.910714 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:09.911049 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.db.segments_db [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Added segment 122e9a7f-7dee-4c13-ab11-4884b0ff86a5 of type vlan for network 647d0ff7-fc18-477e-be77-6d63d3b95ce2 Jun 01 15:58:09.912735 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:09.913094 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:09.913459 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:09.913900 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:09.914123 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:09.914578 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:09.914919 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:09.915276 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:09.915612 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:09.915942 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:09.916271 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:09.916599 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:09.920585 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:09.947801 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737512412739'] for network, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:09.976861 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029'] for network, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:09.978174 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:09.978751 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:09.982276 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:10.017944 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] Sync routers for ids ['e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'] in dv-cinder-793515-3-smb {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:58:10.027339 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] Routers {'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:58:10.027988 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:57:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:58:10.079934 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4669294 Jun 01 15:58:10.083023 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35270) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:58:10.085362 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Pushing event updated for resources: {'Network': ['ID=647d0ff7-fc18-477e-be77-6d63d3b95ce2,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:10.088091 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:10.089494 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-73ac91be-84e2-4459-8382-bde518b0d813 admin admin] Request body: {'subnet': {'network_id': '647d0ff7-fc18-477e-be77-6d63d3b95ce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-791696531-subnet', 'tenant_id': 'a618c9d79f94464b8023b183de4a1a8b', 'ip_version': 4}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:58:10.095268 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-73ac91be-84e2-4459-8382-bde518b0d813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:58:10.095889 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Network 647d0ff7-fc18-477e-be77-6d63d3b95ce2 details requested by agent ovs-agent-dv-cinder-793515-3-smb with host dv-cinder-793515-3-smb {{(pid=91977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 15:58:10.099292 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-73ac91be-84e2-4459-8382-bde518b0d813 admin admin] Usage tracker for resource:subnet and tenant:a618c9d79f94464b8023b183de4a1a8b is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:58:10.102220 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-73ac91be-84e2-4459-8382-bde518b0d813 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:58:10.108170 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-73ac91be-84e2-4459-8382-bde518b0d813 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:58:10.120672 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ac91be-84e2-4459-8382-bde518b0d813 admin admin] Made reservation on behalf of a618c9d79f94464b8023b183de4a1a8b for: {'subnet': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:58:10.123702 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-73ac91be-84e2-4459-8382-bde518b0d813 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128456077'] for subnet, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:10.208983 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] Set router e22e6d39-ac1f-4fe0-98a4-5f400776fbf3 gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:58:10.217543 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2783d265-3422-4f05-986c-734a3dc92c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:10.225850 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:10.334853 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f40e12-e8e2-4748-b560-585304845fb0 req-96d5b950-aad3-4eec-8a3b-ee4455f7c7ae tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:10.336704 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c8f40e12-e8e2-4748-b560-585304845fb0 req-96d5b950-aad3-4eec-8a3b-ee4455f7c7ae tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 945 time: 0.0810442 Jun 01 15:58:10.395631 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c8f40e12-e8e2-4748-b560-585304845fb0 req-2fff3731-3055-49ef-af97-1194e45c4590 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493793 Jun 01 15:58:10.517907 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'name': 'tempest-TestMinimumBasicScenario-208758389-router', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:07Z', 'revision_number': 4, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'gw_port': {'id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '72532fa4-a404-4f49-a820-52de84fb7aec', 'name': '', 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'mac_address': 'fa:16:3e:3d:a8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd969ce51-f174-4f60-92df-e52506cc6439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:07Z', 'updated_at': '2021-06-01T15:58:08Z', 'revision_number': 2, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'subnets': [{'id': 'd969ce51-f174-4f60-92df-e52506cc6439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:58:10.521643 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] Checking router: e22e6d39-ac1f-4fe0-98a4-5f400776fbf3 for host: dv-cinder-793515-3-smb {{(pid=91978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:58:10.522017 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] Updating router e22e6d39-ac1f-4fe0-98a4-5f400776fbf3 port 72532fa4-a404-4f49-a820-52de84fb7aec binding host dv-cinder-793515-3-smb {{(pid=91978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:58:10.537708 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 76c986cc-23d8-41c8-aafb-ed981d76ea0f details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:58:10.545027 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-73ac91be-84e2-4459-8382-bde518b0d813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129416339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128456127'] for subnet, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:10.550400 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:10.573604 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:10.624243 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac91be-84e2-4459-8382-bde518b0d813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39ca5029-8fe0-4d4a-b048-8f298edf0109,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:10.628726 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-73ac91be-84e2-4459-8382-bde518b0d813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:10.631448 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ac91be-84e2-4459-8382-bde518b0d813 admin admin] Checking segment: {'id': '122e9a7f-7dee-4c13-ab11-4884b0ff86a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '647d0ff7-fc18-477e-be77-6d63d3b95ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:58:10.631804 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ac91be-84e2-4459-8382-bde518b0d813 admin admin] Network hostable DHCP agents. Network: 647d0ff7-fc18-477e-be77-6d63d3b95ce2, hostable agents: ['423065cf-a459-40a5-9d7d-37e9c3940aeb'], hosted agents: [] {{(pid=91976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 15:58:10.649530 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ac91be-84e2-4459-8382-bde518b0d813 admin admin] Network 647d0ff7-fc18-477e-be77-6d63d3b95ce2 is scheduled to be hosted by DHCP agent 423065cf-a459-40a5-9d7d-37e9c3940aeb with binding_index 1 {{(pid=91976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 15:58:10.660627 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-73ac91be-84e2-4459-8382-bde518b0d813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-smb, 647d0ff7-fc18-477e-be77-6d63d3b95ce2) {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:58:10.671487 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ac91be-84e2-4459-8382-bde518b0d813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:10.672673 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-73ac91be-84e2-4459-8382-bde518b0d813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for subnet, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:10.674080 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bbf9ce-07d2-4d65-94d8-33e808e03413 None None] Network 647d0ff7-fc18-477e-be77-6d63d3b95ce2 requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:58:10.696158 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-73ac91be-84e2-4459-8382-bde518b0d813 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6095185 Jun 01 15:58:10.696497 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 35274) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:58:10.701035 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-791696531-router', 'tenant_id': 'a618c9d79f94464b8023b183de4a1a8b', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:58:10.706195 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:58:10.710052 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Usage tracker for resource:router and tenant:a618c9d79f94464b8023b183de4a1a8b is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:58:10.713557 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:58:10.720067 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:58:10.733628 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-745426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2461'] for router, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:10.734969 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-606177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2474'] for router, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:10.752682 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:10.838353 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 76c986cc-23d8-41c8-aafb-ed981d76ea0f, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=76c986cc-23d8-41c8-aafb-ed981d76ea0f,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:58:10.862897 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Returning: {'device': '76c986cc-23d8-41c8-aafb-ed981d76ea0f', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'port_id': '76c986cc-23d8-41c8-aafb-ed981d76ea0f', 'mac_address': 'fa:16:3e:50:76:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:58:10.913163 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 23613155-15ae-4f8b-af7b-c6329e3e214e up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:58:10.982976 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] Notify callbacks [] for port, precommit_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:11.007409 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.provisioning_blocks [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] Transition to ACTIVE for port object 72532fa4-a404-4f49-a820-52de84fb7aec will not be triggered until provisioned by entity L2. {{(pid=91978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:58:11.018493 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:11.025040 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [None req-270e6f3b-ba5c-4507-87b1-f387b1abdfc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:11.048896 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:11.074561 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-745376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2488'] for router, precommit_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:11.119546 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76c986cc-23d8-41c8-aafb-ed981d76ea0f {{(pid=91977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:58:11.158860 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 23613155-15ae-4f8b-af7b-c6329e3e214e triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:58:11.159324 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:11.185270 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fb163-8970-48e7-a3da-3c058600fd0c None None] Pushing event updated for resources: {'Port': ['ID=72532fa4-a404-4f49-a820-52de84fb7aec,revision_number=3']} {{(pid=91978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:11.194663 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94bd9fb4-ba23-5bb7-a801-c8a49b7a9324-647d0ff7-fc18-477e-be77-6d63d3b95ce2', 'network_id': '647d0ff7-fc18-477e-be77-6d63d3b95ce2', 'tenant_id': 'a618c9d79f94464b8023b183de4a1a8b', 'fixed_ips': [{'subnet_id': '39ca5029-8fe0-4d4a-b048-8f298edf0109'}]}} from dv-cinder-793515-3-smb. {{(pid=91977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 15:58:11.195644 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:11.225963 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 76c986cc-23d8-41c8-aafb-ed981d76ea0f, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=76c986cc-23d8-41c8-aafb-ed981d76ea0f,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:58:11.226191 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fb163-8970-48e7-a3da-3c058600fd0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:11.226191 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fb163-8970-48e7-a3da-3c058600fd0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:11.226597 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fb163-8970-48e7-a3da-3c058600fd0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:11.227132 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fb163-8970-48e7-a3da-3c058600fd0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:11.227581 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fb163-8970-48e7-a3da-3c058600fd0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:11.228024 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fb163-8970-48e7-a3da-3c058600fd0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:11.228432 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fb163-8970-48e7-a3da-3c058600fd0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:11.228851 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fb163-8970-48e7-a3da-3c058600fd0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:11.229526 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fb163-8970-48e7-a3da-3c058600fd0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:11.230060 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fb163-8970-48e7-a3da-3c058600fd0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:11.230570 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fb163-8970-48e7-a3da-3c058600fd0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:11.232056 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fb163-8970-48e7-a3da-3c058600fd0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:58:11.243049 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [None req-104fb163-8970-48e7-a3da-3c058600fd0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:11.244768 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:11.248915 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:11.331024 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.managers [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] Attempting to bind port 72532fa4-a404-4f49-a820-52de84fb7aec on host dv-cinder-793515-3-smb for vnic_type normal with profile {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:58:11.331525 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.managers [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] Attempting to bind port 72532fa4-a404-4f49-a820-52de84fb7aec by drivers openvswitch,hyperv on host dv-cinder-793515-3-smb at level 0 using segments [{'id': 'a08403f0-b7ba-487b-92db-35b4930135f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6'}] {{(pid=91978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:58:11.331957 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] Attempting to bind port 72532fa4-a404-4f49-a820-52de84fb7aec on network e92bd554-2a71-4608-b377-776018ebadc6 {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:58:11.337823 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] Checking agent: {'id': '402afcd4-07c8-465d-b4fa-00ad646a8cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:58:11.342573 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] Checking segment: {'id': 'a08403f0-b7ba-487b-92db-35b4930135f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:58:11.343701 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:11.344194 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] Bound using segment: {'id': 'a08403f0-b7ba-487b-92db-35b4930135f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6'} {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:58:11.346137 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.managers [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] Bound port: 72532fa4-a404-4f49-a820-52de84fb7aec, host: dv-cinder-793515-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08403f0-b7ba-487b-92db-35b4930135f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6'}}] {{(pid=91978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:58:11.347133 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:11.361991 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['76c986cc-23d8-41c8-aafb-ed981d76ea0f'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:58:11.503943 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:11.511586 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=76c986cc-23d8-41c8-aafb-ed981d76ea0f,revision_number=6']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:11.525526 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:11.568843 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.db [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] For port 72532fa4-a404-4f49-a820-52de84fb7aec, host dv-cinder-793515-3-smb, cleared binding levels {{(pid=91978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:58:11.576511 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.db [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] For port 72532fa4-a404-4f49-a820-52de84fb7aec, host dv-cinder-793515-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=72532fa4-a404-4f49-a820-52de84fb7aec,segment=NetworkSegment(a08403f0-b7ba-487b-92db-35b4930135f4),segment_id=a08403f0-b7ba-487b-92db-35b4930135f4)] {{(pid=91978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:58:11.582070 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:11.588447 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:11.635861 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:11.667466 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:11.681204 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fb163-8970-48e7-a3da-3c058600fd0c None None] Pushing event updated for resources: {'Port': ['ID=72532fa4-a404-4f49-a820-52de84fb7aec,revision_number=4']} {{(pid=91978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:11.688670 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [None req-104fb163-8970-48e7-a3da-3c058600fd0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:11.711951 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.db_base_plugin_common [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Allocated IP 172.20.0.2 (647d0ff7-fc18-477e-be77-6d63d3b95ce2/39ca5029-8fe0-4d4a-b048-8f298edf0109/4650a365-1863-4701-8ec9-d51cb4853db3) {{(pid=91977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:58:11.712339 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] Routers {'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:58:11.713129 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:58:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:58:11.786585 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc54d38-0405-4bc2-8b7a-78038750d7d6 req-16e342ad-a40d-4f8d-8e0e-4e86952be75f tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:11.788170 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-adc54d38-0405-4bc2-8b7a-78038750d7d6 req-16e342ad-a40d-4f8d-8e0e-4e86952be75f tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 944 time: 0.2236030 Jun 01 15:58:11.942998 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-adc54d38-0405-4bc2-8b7a-78038750d7d6 req-fe6ee38d-480a-4f05-a9d0-d8124a7e39d6 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161866 Jun 01 15:58:11.961149 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_common [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Allocated IP 172.28.0.122 (6e7482f9-9717-4453-9b2f-c40fb5d07656/517eec18-9bb2-4c7a-bda3-2fa22e1410fe/c00e263b-a055-4846-9cc5-03b644d98e0e) {{(pid=91975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:58:12.033719 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] Set router e22e6d39-ac1f-4fe0-98a4-5f400776fbf3 gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:58:12.209443 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Notify callbacks [] for port, precommit_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:12.212672 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Notify callbacks [] for port, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:12.221573 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Transition to ACTIVE for port object 4650a365-1863-4701-8ec9-d51cb4853db3 will not be triggered until provisioned by entity L2. {{(pid=91977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:58:12.246215 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Transition to ACTIVE for port object 4650a365-1863-4701-8ec9-d51cb4853db3 will not be triggered until provisioned by entity DHCP. {{(pid=91977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:58:12.252616 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:12.255764 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225'] for port, after_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:12.256391 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-242827bb-ecca-4021-86d9-c77c992f5e33 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:12.262452 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:12.324709 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Network 6e7482f9-9717-4453-9b2f-c40fb5d07656 is already hosted by enough agents. {{(pid=91975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:58:12.342673 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Network 647d0ff7-fc18-477e-be77-6d63d3b95ce2 is already hosted by enough agents. {{(pid=91977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:58:12.346220 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.scheduler.base_scheduler [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Resources bound (agent type, host, resource id): {{(pid=91977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:58:12.352753 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Received port after_create {{(pid=91977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:58:12.364229 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Pushing event updated for resources: {'Port': ['ID=4650a365-1863-4701-8ec9-d51cb4853db3,revision_number=1']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:12.373384 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:12.458706 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Resources bound (agent type, host, resource id): {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:58:12.465589 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Received port after_create {{(pid=91975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:58:12.501920 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'name': 'tempest-TestMinimumBasicScenario-208758389-router', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:07Z', 'revision_number': 4, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'gw_port': {'id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '72532fa4-a404-4f49-a820-52de84fb7aec', 'name': '', 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'mac_address': 'fa:16:3e:3d:a8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd969ce51-f174-4f60-92df-e52506cc6439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:07Z', 'updated_at': '2021-06-01T15:58:11Z', 'revision_number': 4, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'subnets': [{'id': 'd969ce51-f174-4f60-92df-e52506cc6439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:58:12.508285 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576a5281-0d71-4ec7-852f-39e542dba533 None None] The sync data for ids ['e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'] in dv-cinder-793515-3-smb is: [{'id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'name': 'tempest-TestMinimumBasicScenario-208758389-router', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:07Z', 'revision_number': 4, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'gw_port': {'id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '72532fa4-a404-4f49-a820-52de84fb7aec', 'name': '', 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'mac_address': 'fa:16:3e:3d:a8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd969ce51-f174-4f60-92df-e52506cc6439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:07Z', 'updated_at': '2021-06-01T15:58:11Z', 'revision_number': 4, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'subnets': [{'id': 'd969ce51-f174-4f60-92df-e52506cc6439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:58:12.509631 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Attempting to bind port 4650a365-1863-4701-8ec9-d51cb4853db3 on host dv-cinder-793515-3-smb for vnic_type normal with profile {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:58:12.510029 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Attempting to bind port 4650a365-1863-4701-8ec9-d51cb4853db3 by drivers openvswitch,hyperv on host dv-cinder-793515-3-smb at level 0 using segments [{'id': '122e9a7f-7dee-4c13-ab11-4884b0ff86a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '647d0ff7-fc18-477e-be77-6d63d3b95ce2'}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:58:12.510994 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Attempting to bind port 4650a365-1863-4701-8ec9-d51cb4853db3 on network 647d0ff7-fc18-477e-be77-6d63d3b95ce2 {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:58:12.513665 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Pushing event updated for resources: {'Port': ['ID=c00e263b-a055-4846-9cc5-03b644d98e0e,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:12.523409 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:12.525971 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Checking agent: {'id': '402afcd4-07c8-465d-b4fa-00ad646a8cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:58:12.526594 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Checking segment: {'id': '122e9a7f-7dee-4c13-ab11-4884b0ff86a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '647d0ff7-fc18-477e-be77-6d63d3b95ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:58:12.527194 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:12.527747 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Bound using segment: {'id': '122e9a7f-7dee-4c13-ab11-4884b0ff86a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '647d0ff7-fc18-477e-be77-6d63d3b95ce2'} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:58:12.528398 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Bound port: 4650a365-1863-4701-8ec9-d51cb4853db3, host: dv-cinder-793515-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '122e9a7f-7dee-4c13-ab11-4884b0ff86a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '647d0ff7-fc18-477e-be77-6d63d3b95ce2'}}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:58:12.528956 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:12.544459 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 76c986cc-23d8-41c8-aafb-ed981d76ea0f up at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:58:12.740698 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning complete for port 76c986cc-23d8-41c8-aafb-ed981d76ea0f triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:58:12.741023 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:12.853516 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] For port 4650a365-1863-4701-8ec9-d51cb4853db3, host dv-cinder-793515-3-smb, cleared binding levels {{(pid=91977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:58:12.857967 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] For port 4650a365-1863-4701-8ec9-d51cb4853db3, host dv-cinder-793515-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=4650a365-1863-4701-8ec9-d51cb4853db3,segment=NetworkSegment(122e9a7f-7dee-4c13-ab11-4884b0ff86a5),segment_id=122e9a7f-7dee-4c13-ab11-4884b0ff86a5)] {{(pid=91977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:58:12.877388 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:12.888741 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:12.936936 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 72532fa4-a404-4f49-a820-52de84fb7aec up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:58:13.090856 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:13.173023 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed0559b-60db-4ac8-a0f8-8f66958aca11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c986cc-23d8-41c8-aafb-ed981d76ea0f'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:58:13.175821 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a64948-ffcc-4a9f-a3d0-d76fcfdb368c" -d '{"events": [{"server_uuid": "eed0559b-60db-4ac8-a0f8-8f66958aca11", "name": "network-vif-plugged", "status": "completed", "tag": "76c986cc-23d8-41c8-aafb-ed981d76ea0f"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:58:13.189311 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning for port 72532fa4-a404-4f49-a820-52de84fb7aec completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:58:13.205274 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 72532fa4-a404-4f49-a820-52de84fb7aec triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:58:13.206692 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:13.227428 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:13.310797 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f909f8-a9dc-4d45-97ac-fa82d4e35245 x-openstack-request-id: req-65f909f8-a9dc-4d45-97ac-fa82d4e35245 {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:58:13.311396 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed0559b-60db-4ac8-a0f8-8f66958aca11", "name": "network-vif-plugged", "status": "completed", "tag": "76c986cc-23d8-41c8-aafb-ed981d76ea0f", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:58:13.311396 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-65f909f8-a9dc-4d45-97ac-fa82d4e35245 {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:58:13.311713 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed0559b-60db-4ac8-a0f8-8f66958aca11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c986cc-23d8-41c8-aafb-ed981d76ea0f', 'code': 200} Jun 01 15:58:13.327860 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 76c986cc-23d8-41c8-aafb-ed981d76ea0f, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=76c986cc-23d8-41c8-aafb-ed981d76ea0f,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:58:13.340915 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Pushing event updated for resources: {'Port': ['ID=4650a365-1863-4701-8ec9-d51cb4853db3,revision_number=2']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:13.347250 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:13.360767 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:13.368632 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:13.488894 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=76c986cc-23d8-41c8-aafb-ed981d76ea0f,revision_number=7']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:13.491051 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:13.504983 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:13.623921 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:13.655228 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a6098-117a-45a4-9680-81488c39edbd req-337bbd63-b5e0-4174-aaf8-b95771a991eb tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:13.663460 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f1a6098-117a-45a4-9680-81488c39edbd req-337bbd63-b5e0-4174-aaf8-b95771a991eb tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 944 time: 0.4835200 Jun 01 15:58:13.697412 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] For port 72532fa4-a404-4f49-a820-52de84fb7aec, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=72532fa4-a404-4f49-a820-52de84fb7aec,segment=NetworkSegment(a08403f0-b7ba-487b-92db-35b4930135f4),segment_id=a08403f0-b7ba-487b-92db-35b4930135f4)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:58:13.712343 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:13.714642 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-267a0791-affc-444d-9303-f7172335ea6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:13.814582 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Pushing event updated for resources: {'Port': ['ID=72532fa4-a404-4f49-a820-52de84fb7aec,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:13.819176 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:13.834661 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0f1a6098-117a-45a4-9680-81488c39edbd req-28d2e021-f832-4cb3-b1b5-0f6c529d8e2d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598349 Jun 01 15:58:13.972637 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-745387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634110'] for router, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:14.280887 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Router d942c668-4084-412c-b3eb-19e02499e307 is scheduled to L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e with binding_index 1 {{(pid=91975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 15:58:14.436502 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07aa9836-bbc2-4b55-bce6-53c5ea0b786f None None] Network 647d0ff7-fc18-477e-be77-6d63d3b95ce2 requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:58:14.502559 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:58:14.533635 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Notify callbacks [] for router, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:14.538107 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8405659 Jun 01 15:58:14.538248 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35310) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:58:14.549611 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] Sync routers for ids ['d942c668-4084-412c-b3eb-19e02499e307'] in dv-cinder-793515-3-smb {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:58:14.581986 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] Routers {'d942c668-4084-412c-b3eb-19e02499e307'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:58:14.583098 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:58:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['d942c668-4084-412c-b3eb-19e02499e307'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:58:14.656696 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-1389163f-28a4-48eb-85ca-d048edd34076 None None] Provisioning for port 4650a365-1863-4701-8ec9-d51cb4853db3 completed by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:58:14.919860 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] Set router d942c668-4084-412c-b3eb-19e02499e307 gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:58:15.091755 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 72532fa4-a404-4f49-a820-52de84fb7aec up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:58:15.295814 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f017136-ffb9-4be8-8c06-e93439c03cea req-98c4770f-9b48-47a0-ba62-bfae807de66c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:15.298600 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1f017136-ffb9-4be8-8c06-e93439c03cea req-98c4770f-9b48-47a0-ba62-bfae807de66c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 945 time: 0.2600331 Jun 01 15:58:15.378990 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1f017136-ffb9-4be8-8c06-e93439c03cea req-4e1909cd-58c3-4bd5-b76d-d9c8610eae99 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738530 Jun 01 15:58:15.434927 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 72532fa4-a404-4f49-a820-52de84fb7aec triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:58:15.435595 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:15.583030 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd942c668-4084-412c-b3eb-19e02499e307', 'name': 'tempest-TestMinimumBasicScenario-791696531-router', 'tenant_id': 'a618c9d79f94464b8023b183de4a1a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'c00e263b-a055-4846-9cc5-03b644d98e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:58:10Z', 'updated_at': '2021-06-01T15:58:12Z', 'revision_number': 3, 'project_id': 'a618c9d79f94464b8023b183de4a1a8b', 'gw_port': {'id': 'c00e263b-a055-4846-9cc5-03b644d98e0e', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f9:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd942c668-4084-412c-b3eb-19e02499e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:11Z', 'updated_at': '2021-06-01T15:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb'}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:58:15.605237 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] Checking router: d942c668-4084-412c-b3eb-19e02499e307 for host: dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:58:15.605611 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] Updating router d942c668-4084-412c-b3eb-19e02499e307 port c00e263b-a055-4846-9cc5-03b644d98e0e binding host dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:58:15.633775 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1ec66c56-1d55-4145-89e6-f2793deb0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:15.688298 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 4650a365-1863-4701-8ec9-d51cb4853db3 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:58:15.798794 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:15.964881 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_common [None req-1ec66c56-1d55-4145-89e6-f2793deb0af9 admin admin] Allocated IP 172.20.0.1 (647d0ff7-fc18-477e-be77-6d63d3b95ce2/39ca5029-8fe0-4d4a-b048-8f298edf0109/192b4bd4-701f-4bc8-b8f5-3686f0f152ff) {{(pid=91976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:58:15.972396 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning for port 4650a365-1863-4701-8ec9-d51cb4853db3 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:58:15.982576 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 4650a365-1863-4701-8ec9-d51cb4853db3 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:58:15.982576 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:16.175717 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1ec66c56-1d55-4145-89e6-f2793deb0af9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:16.205820 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.provisioning_blocks [None req-1ec66c56-1d55-4145-89e6-f2793deb0af9 admin admin] Transition to ACTIVE for port object 192b4bd4-701f-4bc8-b8f5-3686f0f152ff will not be triggered until provisioned by entity DHCP. {{(pid=91976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:58:16.252299 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1ec66c56-1d55-4145-89e6-f2793deb0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:16.257814 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-a13d78f1-92a3-480b-b399-8b5c9fb3f958 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:16.293155 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:16.331227 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec66c56-1d55-4145-89e6-f2793deb0af9 admin admin] Network 647d0ff7-fc18-477e-be77-6d63d3b95ce2 is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:58:16.335418 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-1ec66c56-1d55-4145-89e6-f2793deb0af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:58:16.340262 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec66c56-1d55-4145-89e6-f2793deb0af9 admin admin] Received port after_create {{(pid=91976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:58:16.377466 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec66c56-1d55-4145-89e6-f2793deb0af9 admin admin] Pushing event updated for resources: {'Port': ['ID=192b4bd4-701f-4bc8-b8f5-3686f0f152ff,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:16.381848 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-1ec66c56-1d55-4145-89e6-f2793deb0af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:16.387531 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] For port 4650a365-1863-4701-8ec9-d51cb4853db3, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=4650a365-1863-4701-8ec9-d51cb4853db3,segment=NetworkSegment(122e9a7f-7dee-4c13-ab11-4884b0ff86a5),segment_id=122e9a7f-7dee-4c13-ab11-4884b0ff86a5)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:58:16.393565 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:16.398126 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:16.433423 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1ec66c56-1d55-4145-89e6-f2793deb0af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632884'] for router_interface, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:16.470349 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] Notify callbacks [] for port, precommit_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:16.497757 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] Transition to ACTIVE for port object c00e263b-a055-4846-9cc5-03b644d98e0e will not be triggered until provisioned by entity L2. {{(pid=91977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:58:16.512617 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:16.532855 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Pushing event updated for resources: {'Port': ['ID=4650a365-1863-4701-8ec9-d51cb4853db3,revision_number=3']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:16.542658 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:16.545186 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:16.613491 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f91b7-199c-4dff-a461-c54c654f006d None None] Pushing event updated for resources: {'Port': ['ID=c00e263b-a055-4846-9cc5-03b644d98e0e,revision_number=2']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:16.619917 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-eb8f91b7-199c-4dff-a461-c54c654f006d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:16.657397 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] Attempting to bind port c00e263b-a055-4846-9cc5-03b644d98e0e on host dv-cinder-793515-3-smb for vnic_type normal with profile {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:58:16.658213 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] Attempting to bind port c00e263b-a055-4846-9cc5-03b644d98e0e by drivers openvswitch,hyperv on host dv-cinder-793515-3-smb at level 0 using segments [{'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:58:16.658425 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] Attempting to bind port c00e263b-a055-4846-9cc5-03b644d98e0e on network 6e7482f9-9717-4453-9b2f-c40fb5d07656 {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:58:16.665524 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] Checking agent: {'id': '402afcd4-07c8-465d-b4fa-00ad646a8cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:58:16.666002 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] Checking segment: {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:58:16.666419 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:16.667115 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] Bound using segment: {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:58:16.667390 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] Bound port: c00e263b-a055-4846-9cc5-03b644d98e0e, host: dv-cinder-793515-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:58:16.667774 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:16.689025 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1ec66c56-1d55-4145-89e6-f2793deb0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:16.708446 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0bf59-3f70-4914-9579-2a3acb9be345 req-f7155eb8-09d8-4795-898e-858d8bf56ff5 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:16.711799 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-09d0bf59-3f70-4914-9579-2a3acb9be345 req-f7155eb8-09d8-4795-898e-858d8bf56ff5 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 945 time: 0.1659596 Jun 01 15:58:16.777426 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-09d0bf59-3f70-4914-9579-2a3acb9be345 req-ae478fa5-09fe-4269-a42c-ef74f8f645f8 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591941 Jun 01 15:58:16.797998 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] For port c00e263b-a055-4846-9cc5-03b644d98e0e, host dv-cinder-793515-3-smb, cleared binding levels {{(pid=91977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:58:16.804318 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] For port c00e263b-a055-4846-9cc5-03b644d98e0e, host dv-cinder-793515-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=c00e263b-a055-4846-9cc5-03b644d98e0e,segment=NetworkSegment(2169e936-6da0-43d3-a98e-548bcd0f9f05),segment_id=2169e936-6da0-43d3-a98e-548bcd0f9f05)] {{(pid=91977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:58:16.810742 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:16.817197 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:16.898666 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-db02beec-94ec-4e40-8b5e-f390f5bdabdc None None] Provisioning for port 192b4bd4-701f-4bc8-b8f5-3686f0f152ff completed by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:58:16.920058 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 4650a365-1863-4701-8ec9-d51cb4853db3 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:58:16.977025 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-db02beec-94ec-4e40-8b5e-f390f5bdabdc None None] Provisioning complete for port 192b4bd4-701f-4bc8-b8f5-3686f0f152ff triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:58:16.977418 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-db02beec-94ec-4e40-8b5e-f390f5bdabdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:17.029043 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1ec66c56-1d55-4145-89e6-f2793deb0af9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:17.036009 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] Routers {'d942c668-4084-412c-b3eb-19e02499e307'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:58:17.036590 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:58:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['d942c668-4084-412c-b3eb-19e02499e307'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:58:17.045431 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1ec66c56-1d55-4145-89e6-f2793deb0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129416730'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:17.075019 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:17.130638 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f91b7-199c-4dff-a461-c54c654f006d None None] Pushing event updated for resources: {'Port': ['ID=c00e263b-a055-4846-9cc5-03b644d98e0e,revision_number=3']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:17.146704 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-eb8f91b7-199c-4dff-a461-c54c654f006d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:17.156505 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-db02beec-94ec-4e40-8b5e-f390f5bdabdc None None] Port 192b4bd4-701f-4bc8-b8f5-3686f0f152ff cannot update to ACTIVE because it is not bound. {{(pid=91977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:58:17.158635 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec66c56-1d55-4145-89e6-f2793deb0af9 admin admin] Pushing event updated for resources: {'Port': ['ID=192b4bd4-701f-4bc8-b8f5-3686f0f152ff,revision_number=2']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:17.162872 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-1ec66c56-1d55-4145-89e6-f2793deb0af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:17.168255 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1ec66c56-1d55-4145-89e6-f2793deb0af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633003'] for router_interface, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:17.188778 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 4650a365-1863-4701-8ec9-d51cb4853db3 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:58:17.189159 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:17.338391 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] Set router d942c668-4084-412c-b3eb-19e02499e307 gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:58:17.355355 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec66c56-1d55-4145-89e6-f2793deb0af9 admin admin] Network 647d0ff7-fc18-477e-be77-6d63d3b95ce2 is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:58:17.357034 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-1ec66c56-1d55-4145-89e6-f2793deb0af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:58:17.710347 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-566ccdba-377e-4d5e-a4a2-83a29cba730b None None] Provisioning complete for port 192b4bd4-701f-4bc8-b8f5-3686f0f152ff triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:58:17.711374 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-566ccdba-377e-4d5e-a4a2-83a29cba730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:17.739113 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec66c56-1d55-4145-89e6-f2793deb0af9 admin admin] Router d942c668-4084-412c-b3eb-19e02499e307 has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:58:17.822618 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-566ccdba-377e-4d5e-a4a2-83a29cba730b None None] Port 192b4bd4-701f-4bc8-b8f5-3686f0f152ff cannot update to ACTIVE because it is not bound. {{(pid=91977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:58:17.871845 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd942c668-4084-412c-b3eb-19e02499e307', 'name': 'tempest-TestMinimumBasicScenario-791696531-router', 'tenant_id': 'a618c9d79f94464b8023b183de4a1a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'c00e263b-a055-4846-9cc5-03b644d98e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:58:10Z', 'updated_at': '2021-06-01T15:58:16Z', 'revision_number': 4, 'project_id': 'a618c9d79f94464b8023b183de4a1a8b', 'gw_port': {'id': 'c00e263b-a055-4846-9cc5-03b644d98e0e', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f9:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd942c668-4084-412c-b3eb-19e02499e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:11Z', 'updated_at': '2021-06-01T15:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '192b4bd4-701f-4bc8-b8f5-3686f0f152ff', 'name': '', 'network_id': '647d0ff7-fc18-477e-be77-6d63d3b95ce2', 'tenant_id': 'a618c9d79f94464b8023b183de4a1a8b', 'mac_address': 'fa:16:3e:e8:b4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd942c668-4084-412c-b3eb-19e02499e307', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '39ca5029-8fe0-4d4a-b048-8f298edf0109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:15Z', 'updated_at': '2021-06-01T15:58:16Z', 'revision_number': 2, 'project_id': 'a618c9d79f94464b8023b183de4a1a8b', 'subnets': [{'id': '39ca5029-8fe0-4d4a-b048-8f298edf0109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:58:17.876596 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a031698-22c6-499a-b4ef-8e8b69da33ef None None] The sync data for ids ['d942c668-4084-412c-b3eb-19e02499e307'] in dv-cinder-793515-3-smb is: [{'id': 'd942c668-4084-412c-b3eb-19e02499e307', 'name': 'tempest-TestMinimumBasicScenario-791696531-router', 'tenant_id': 'a618c9d79f94464b8023b183de4a1a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'c00e263b-a055-4846-9cc5-03b644d98e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:58:10Z', 'updated_at': '2021-06-01T15:58:16Z', 'revision_number': 4, 'project_id': 'a618c9d79f94464b8023b183de4a1a8b', 'gw_port': {'id': 'c00e263b-a055-4846-9cc5-03b644d98e0e', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f9:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd942c668-4084-412c-b3eb-19e02499e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:11Z', 'updated_at': '2021-06-01T15:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '192b4bd4-701f-4bc8-b8f5-3686f0f152ff', 'name': '', 'network_id': '647d0ff7-fc18-477e-be77-6d63d3b95ce2', 'tenant_id': 'a618c9d79f94464b8023b183de4a1a8b', 'mac_address': 'fa:16:3e:e8:b4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd942c668-4084-412c-b3eb-19e02499e307', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '39ca5029-8fe0-4d4a-b048-8f298edf0109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:15Z', 'updated_at': '2021-06-01T15:58:16Z', 'revision_number': 2, 'project_id': 'a618c9d79f94464b8023b183de4a1a8b', 'subnets': [{'id': '39ca5029-8fe0-4d4a-b048-8f298edf0109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:58:17.960912 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec66c56-1d55-4145-89e6-f2793deb0af9 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:58:17.979769 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-1ec66c56-1d55-4145-89e6-f2793deb0af9 admin admin] 10.222.0.60 "PUT /v2.0/routers/d942c668-4084-412c-b3eb-19e02499e307/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4396346 Jun 01 15:58:18.026533 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6ec14-19a4-40d6-abcc-fb4cd13f8734 req-bbeea8d6-4bd8-41c1-b2f1-de3087fc8a21 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:18.028994 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e1f6ec14-19a4-40d6-abcc-fb4cd13f8734 req-bbeea8d6-4bd8-41c1-b2f1-de3087fc8a21 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 945 time: 0.1119957 Jun 01 15:58:18.102284 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e1f6ec14-19a4-40d6-abcc-fb4cd13f8734 req-0b986e52-67b2-4788-ae89-4356ef5c3066 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580044 Jun 01 15:58:19.557905 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069fc24-2341-4d2a-ae1b-841fd281e8b0 req-893bbe24-0bb4-4f82-8edf-34f40f940c35 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:19.567568 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0069fc24-2341-4d2a-ae1b-841fd281e8b0 req-893bbe24-0bb4-4f82-8edf-34f40f940c35 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 945 time: 0.2493930 Jun 01 15:58:19.623461 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1bcce7e3-f976-4592-93c9-91317f085137 req-938cc378-a476-4caa-b84a-4222fafaceba service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4753902 Jun 01 15:58:19.671347 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0069fc24-2341-4d2a-ae1b-841fd281e8b0 req-8a916643-6e7d-460e-81da-7d17f6b898ae tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020453 Jun 01 15:58:19.848925 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcce7e3-f976-4592-93c9-91317f085137 req-6cf02d19-d9fc-4ae4-ad3b-153da0a7c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:19.848925 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1bcce7e3-f976-4592-93c9-91317f085137 req-6cf02d19-d9fc-4ae4-ad3b-153da0a7c2cd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d02537c05ff435b8494626c5f702d80&device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 1099 time: 0.1081383 Jun 01 15:58:20.125447 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcce7e3-f976-4592-93c9-91317f085137 req-52c6f8ba-470b-4c67-a14c-72dd9f6524d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:20.126905 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1bcce7e3-f976-4592-93c9-91317f085137 req-52c6f8ba-470b-4c67-a14c-72dd9f6524d7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 HTTP/1.1" status: 200 len: 911 time: 0.2479599 Jun 01 15:58:20.356334 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1bcce7e3-f976-4592-93c9-91317f085137 req-e464622a-b8b9-4416-9b5a-b9282b36a125 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6283d185-52ce-4661-b25b-f6c15ee00e4f HTTP/1.1" status: 200 len: 1002 time: 0.2218997 Jun 01 15:58:20.455759 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcce7e3-f976-4592-93c9-91317f085137 req-35112265-e714-4299-9c7c-d8aa00b788e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:20.457212 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1bcce7e3-f976-4592-93c9-91317f085137 req-35112265-e714-4299-9c7c-d8aa00b788e3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1bebea71-5dbd-4d8f-85bf-3a4566a49a88 HTTP/1.1" status: 200 len: 849 time: 0.0923431 Jun 01 15:58:20.559786 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcce7e3-f976-4592-93c9-91317f085137 req-f19e7fbb-e476-4850-81bd-721f570c78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:20.561585 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1bcce7e3-f976-4592-93c9-91317f085137 req-f19e7fbb-e476-4850-81bd-721f570c78e2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9ce6aa01-06d8-4cd3-b114-47dc6a9a7778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0973191 Jun 01 15:58:20.814002 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1bcce7e3-f976-4592-93c9-91317f085137 req-86a8bebf-4809-48dc-be51-0dfaf1acc3a4 service neutron] 10.222.0.89 "GET /v2.0/networks/9ce6aa01-06d8-4cd3-b114-47dc6a9a7778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441785 Jun 01 15:58:20.946335 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device c00e263b-a055-4846-9cc5-03b644d98e0e up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:58:21.132425 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1bcce7e3-f976-4592-93c9-91317f085137 req-d4ea6d17-43b6-4e11-8b54-6e111099e7ce service neutron] 10.222.0.89 "GET /v2.0/networks/9ce6aa01-06d8-4cd3-b114-47dc6a9a7778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039005 Jun 01 15:58:21.239273 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning for port c00e263b-a055-4846-9cc5-03b644d98e0e completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:58:21.246274 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port c00e263b-a055-4846-9cc5-03b644d98e0e triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:58:21.247781 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:21.328511 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d16fe-b3bb-4d8f-92c9-03a2cb6793d4 req-85c76b62-a9b3-4da6-a37b-1bc149c41e53 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:21.330337 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d82d16fe-b3bb-4d8f-92c9-03a2cb6793d4 req-85c76b62-a9b3-4da6-a37b-1bc149c41e53 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 945 time: 0.1970963 Jun 01 15:58:21.407036 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d82d16fe-b3bb-4d8f-92c9-03a2cb6793d4 req-778218ea-aaf9-438f-97a1-083a89109f99 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687256 Jun 01 15:58:21.541399 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:21.578087 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] For port c00e263b-a055-4846-9cc5-03b644d98e0e, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=c00e263b-a055-4846-9cc5-03b644d98e0e,segment=NetworkSegment(2169e936-6da0-43d3-a98e-548bcd0f9f05),segment_id=2169e936-6da0-43d3-a98e-548bcd0f9f05)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:58:21.587373 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:21.589590 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-fa38e257-d468-4c79-aa02-e4f46686fac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:21.618079 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] Sync routers for ids ['d942c668-4084-412c-b3eb-19e02499e307'] in dv-cinder-793515-3-smb {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:58:21.633495 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] Routers {'d942c668-4084-412c-b3eb-19e02499e307'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:58:21.634534 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:58:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['d942c668-4084-412c-b3eb-19e02499e307'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:58:21.747328 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Pushing event updated for resources: {'Port': ['ID=c00e263b-a055-4846-9cc5-03b644d98e0e,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:21.750740 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:21.880329 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] Set router d942c668-4084-412c-b3eb-19e02499e307 gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:58:22.359706 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd942c668-4084-412c-b3eb-19e02499e307', 'name': 'tempest-TestMinimumBasicScenario-791696531-router', 'tenant_id': 'a618c9d79f94464b8023b183de4a1a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'c00e263b-a055-4846-9cc5-03b644d98e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:58:10Z', 'updated_at': '2021-06-01T15:58:16Z', 'revision_number': 4, 'project_id': 'a618c9d79f94464b8023b183de4a1a8b', 'gw_port': {'id': 'c00e263b-a055-4846-9cc5-03b644d98e0e', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd942c668-4084-412c-b3eb-19e02499e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:11Z', 'updated_at': '2021-06-01T15:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '192b4bd4-701f-4bc8-b8f5-3686f0f152ff', 'name': '', 'network_id': '647d0ff7-fc18-477e-be77-6d63d3b95ce2', 'tenant_id': 'a618c9d79f94464b8023b183de4a1a8b', 'mac_address': 'fa:16:3e:e8:b4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd942c668-4084-412c-b3eb-19e02499e307', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '39ca5029-8fe0-4d4a-b048-8f298edf0109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:15Z', 'updated_at': '2021-06-01T15:58:16Z', 'revision_number': 2, 'project_id': 'a618c9d79f94464b8023b183de4a1a8b', 'subnets': [{'id': '39ca5029-8fe0-4d4a-b048-8f298edf0109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:58:22.364830 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] Checking router: d942c668-4084-412c-b3eb-19e02499e307 for host: dv-cinder-793515-3-smb {{(pid=91978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:58:22.365213 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] Updating router d942c668-4084-412c-b3eb-19e02499e307 port 192b4bd4-701f-4bc8-b8f5-3686f0f152ff binding host dv-cinder-793515-3-smb {{(pid=91978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 15:58:22.449877 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:22.798863 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:22.908633 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d259246-e600-425a-9806-3d0d54f46661 req-d86638c0-cd32-4fbb-ab35-1c4145b97b0a tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:22.910144 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0d259246-e600-425a-9806-3d0d54f46661 req-d86638c0-cd32-4fbb-ab35-1c4145b97b0a tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 945 time: 0.2777927 Jun 01 15:58:22.952598 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device c00e263b-a055-4846-9cc5-03b644d98e0e up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:58:22.965647 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0d259246-e600-425a-9806-3d0d54f46661 req-7bb79bc8-e19e-4867-b6f0-13f3328b25a3 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497327 Jun 01 15:58:23.095959 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] Notify callbacks [] for port, precommit_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:23.104377 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port c00e263b-a055-4846-9cc5-03b644d98e0e triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:58:23.110296 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:23.111592 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.provisioning_blocks [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] Transition to ACTIVE for port object 192b4bd4-701f-4bc8-b8f5-3686f0f152ff will not be triggered until provisioned by entity L2. {{(pid=91978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:58:23.124458 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:23.137982 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:23.220034 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26955b-e140-43b8-b785-7aaae5481a5e None None] Pushing event updated for resources: {'Port': ['ID=192b4bd4-701f-4bc8-b8f5-3686f0f152ff,revision_number=3']} {{(pid=91978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:23.356914 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [None req-5d26955b-e140-43b8-b785-7aaae5481a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:23.442775 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.managers [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] Attempting to bind port 192b4bd4-701f-4bc8-b8f5-3686f0f152ff on host dv-cinder-793515-3-smb for vnic_type normal with profile {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:58:23.443487 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.managers [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] Attempting to bind port 192b4bd4-701f-4bc8-b8f5-3686f0f152ff by drivers openvswitch,hyperv on host dv-cinder-793515-3-smb at level 0 using segments [{'id': '122e9a7f-7dee-4c13-ab11-4884b0ff86a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '647d0ff7-fc18-477e-be77-6d63d3b95ce2'}] {{(pid=91978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:58:23.444056 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] Attempting to bind port 192b4bd4-701f-4bc8-b8f5-3686f0f152ff on network 647d0ff7-fc18-477e-be77-6d63d3b95ce2 {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:58:23.451233 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] Checking agent: {'id': '402afcd4-07c8-465d-b4fa-00ad646a8cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:58:23.451928 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] Checking segment: {'id': '122e9a7f-7dee-4c13-ab11-4884b0ff86a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '647d0ff7-fc18-477e-be77-6d63d3b95ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:58:23.452663 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:23.453767 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] Bound using segment: {'id': '122e9a7f-7dee-4c13-ab11-4884b0ff86a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '647d0ff7-fc18-477e-be77-6d63d3b95ce2'} {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:58:23.454427 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.managers [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] Bound port: 192b4bd4-701f-4bc8-b8f5-3686f0f152ff, host: dv-cinder-793515-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '122e9a7f-7dee-4c13-ab11-4884b0ff86a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '647d0ff7-fc18-477e-be77-6d63d3b95ce2'}}] {{(pid=91978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:58:23.454981 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:23.591979 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.db [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] For port 192b4bd4-701f-4bc8-b8f5-3686f0f152ff, host dv-cinder-793515-3-smb, cleared binding levels {{(pid=91978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:58:23.598797 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.db [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] For port 192b4bd4-701f-4bc8-b8f5-3686f0f152ff, host dv-cinder-793515-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=192b4bd4-701f-4bc8-b8f5-3686f0f152ff,segment=NetworkSegment(122e9a7f-7dee-4c13-ab11-4884b0ff86a5),segment_id=122e9a7f-7dee-4c13-ab11-4884b0ff86a5)] {{(pid=91978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:58:23.621385 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:23.643246 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:23.732369 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] Routers {'d942c668-4084-412c-b3eb-19e02499e307'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:58:23.732998 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:58:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['d942c668-4084-412c-b3eb-19e02499e307'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:58:23.789250 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26955b-e140-43b8-b785-7aaae5481a5e None None] Pushing event updated for resources: {'Port': ['ID=192b4bd4-701f-4bc8-b8f5-3686f0f152ff,revision_number=4']} {{(pid=91978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:23.799100 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [None req-5d26955b-e140-43b8-b785-7aaae5481a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:24.060234 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] Set router d942c668-4084-412c-b3eb-19e02499e307 gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:58:24.332740 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359a4c3-7279-4ec2-8799-ac6452c5ce57 req-45f4d6bd-3bac-453d-aa5c-9bda2d0a0e2e tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:24.339090 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5359a4c3-7279-4ec2-8799-ac6452c5ce57 req-45f4d6bd-3bac-453d-aa5c-9bda2d0a0e2e tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 945 time: 0.1497545 Jun 01 15:58:24.402806 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5359a4c3-7279-4ec2-8799-ac6452c5ce57 req-47fbcca7-638c-4f86-8fad-439c429a9b12 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557506 Jun 01 15:58:24.612075 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd942c668-4084-412c-b3eb-19e02499e307', 'name': 'tempest-TestMinimumBasicScenario-791696531-router', 'tenant_id': 'a618c9d79f94464b8023b183de4a1a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'c00e263b-a055-4846-9cc5-03b644d98e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:58:10Z', 'updated_at': '2021-06-01T15:58:16Z', 'revision_number': 4, 'project_id': 'a618c9d79f94464b8023b183de4a1a8b', 'gw_port': {'id': 'c00e263b-a055-4846-9cc5-03b644d98e0e', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd942c668-4084-412c-b3eb-19e02499e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:11Z', 'updated_at': '2021-06-01T15:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '192b4bd4-701f-4bc8-b8f5-3686f0f152ff', 'name': '', 'network_id': '647d0ff7-fc18-477e-be77-6d63d3b95ce2', 'tenant_id': 'a618c9d79f94464b8023b183de4a1a8b', 'mac_address': 'fa:16:3e:e8:b4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd942c668-4084-412c-b3eb-19e02499e307', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '39ca5029-8fe0-4d4a-b048-8f298edf0109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:15Z', 'updated_at': '2021-06-01T15:58:23Z', 'revision_number': 4, 'project_id': 'a618c9d79f94464b8023b183de4a1a8b', 'subnets': [{'id': '39ca5029-8fe0-4d4a-b048-8f298edf0109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:58:24.617820 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d8f3fe-99f3-49da-93c8-e7420570188c None None] The sync data for ids ['d942c668-4084-412c-b3eb-19e02499e307'] in dv-cinder-793515-3-smb is: [{'id': 'd942c668-4084-412c-b3eb-19e02499e307', 'name': 'tempest-TestMinimumBasicScenario-791696531-router', 'tenant_id': 'a618c9d79f94464b8023b183de4a1a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'c00e263b-a055-4846-9cc5-03b644d98e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:58:10Z', 'updated_at': '2021-06-01T15:58:16Z', 'revision_number': 4, 'project_id': 'a618c9d79f94464b8023b183de4a1a8b', 'gw_port': {'id': 'c00e263b-a055-4846-9cc5-03b644d98e0e', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd942c668-4084-412c-b3eb-19e02499e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:11Z', 'updated_at': '2021-06-01T15:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '192b4bd4-701f-4bc8-b8f5-3686f0f152ff', 'name': '', 'network_id': '647d0ff7-fc18-477e-be77-6d63d3b95ce2', 'tenant_id': 'a618c9d79f94464b8023b183de4a1a8b', 'mac_address': 'fa:16:3e:e8:b4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd942c668-4084-412c-b3eb-19e02499e307', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '39ca5029-8fe0-4d4a-b048-8f298edf0109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:15Z', 'updated_at': '2021-06-01T15:58:23Z', 'revision_number': 4, 'project_id': 'a618c9d79f94464b8023b183de4a1a8b', 'subnets': [{'id': '39ca5029-8fe0-4d4a-b048-8f298edf0109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:58:24.951693 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 192b4bd4-701f-4bc8-b8f5-3686f0f152ff up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:58:25.077864 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning for port 192b4bd4-701f-4bc8-b8f5-3686f0f152ff completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:58:25.090475 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 192b4bd4-701f-4bc8-b8f5-3686f0f152ff triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:58:25.091023 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:25.230074 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:25.269869 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] For port 192b4bd4-701f-4bc8-b8f5-3686f0f152ff, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=192b4bd4-701f-4bc8-b8f5-3686f0f152ff,segment=NetworkSegment(122e9a7f-7dee-4c13-ab11-4884b0ff86a5),segment_id=122e9a7f-7dee-4c13-ab11-4884b0ff86a5)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:58:25.274731 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:25.276773 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:25.363964 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Pushing event updated for resources: {'Port': ['ID=192b4bd4-701f-4bc8-b8f5-3686f0f152ff,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:25.367144 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:25.678161 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0c022-07b1-404c-b430-e5bb358849da req-cf7c0732-559e-4030-b97c-2176aa9bc658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:25.679771 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7ac0c022-07b1-404c-b430-e5bb358849da req-cf7c0732-559e-4030-b97c-2176aa9bc658 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=12fb45d959194124816570e75695094b&device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 1098 time: 0.1014040 Jun 01 15:58:25.692366 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee571a3-6dc8-4887-8353-b08c3ce2bb35 req-d24844de-3dc6-4c95-b642-c8a32079229f tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:25.694105 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9ee571a3-6dc8-4887-8353-b08c3ce2bb35 req-d24844de-3dc6-4c95-b642-c8a32079229f tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 945 time: 0.1680102 Jun 01 15:58:25.907642 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9ee571a3-6dc8-4887-8353-b08c3ce2bb35 req-3a24750e-f928-4393-98c0-49281feca4ba tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906881 Jun 01 15:58:25.955541 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0c022-07b1-404c-b430-e5bb358849da req-27380062-aeb0-499e-84c8-105880f1eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:25.958000 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7ac0c022-07b1-404c-b430-e5bb358849da req-27380062-aeb0-499e-84c8-105880f1eab5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff HTTP/1.1" status: 200 len: 918 time: 0.2627597 Jun 01 15:58:26.075758 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7ac0c022-07b1-404c-b430-e5bb358849da req-b4ff9687-9cd3-4be2-ab7f-d533326bc78f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76c986cc-23d8-41c8-aafb-ed981d76ea0f HTTP/1.1" status: 200 len: 999 time: 0.1108656 Jun 01 15:58:26.145347 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0c022-07b1-404c-b430-e5bb358849da req-7f54f3fd-db30-486a-b622-2609b940242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:26.146864 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7ac0c022-07b1-404c-b430-e5bb358849da req-7f54f3fd-db30-486a-b622-2609b940242d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ff05e754-6aad-4db5-b1da-a8b9dc40ba92 HTTP/1.1" status: 200 len: 856 time: 0.0637279 Jun 01 15:58:26.251325 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0c022-07b1-404c-b430-e5bb358849da req-e428e41b-516c-4ffe-8e96-4b1a313dd217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:26.252831 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7ac0c022-07b1-404c-b430-e5bb358849da req-e428e41b-516c-4ffe-8e96-4b1a313dd217 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0990348 Jun 01 15:58:26.392375 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7ac0c022-07b1-404c-b430-e5bb358849da req-b0c624ca-00fd-4884-9e1c-74cb4b64dd79 service neutron] 10.222.0.89 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323521 Jun 01 15:58:26.542942 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7ac0c022-07b1-404c-b430-e5bb358849da req-2a8da23d-b73a-4334-b3f1-3745a5527577 service neutron] 10.222.0.89 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402659 Jun 01 15:58:26.871526 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 192b4bd4-701f-4bc8-b8f5-3686f0f152ff up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:58:26.951614 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 192b4bd4-701f-4bc8-b8f5-3686f0f152ff triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:58:26.951961 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:27.137714 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a411205-ca73-46e7-bbfd-237b1e2ad55d req-46ab1ddf-69e8-463a-acc2-0675989384a9 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:27.139843 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3a411205-ca73-46e7-bbfd-237b1e2ad55d req-46ab1ddf-69e8-463a-acc2-0675989384a9 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 945 time: 0.0889430 Jun 01 15:58:27.193849 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3a411205-ca73-46e7-bbfd-237b1e2ad55d req-4af38d30-fa29-4988-94b5-9897394b32fe tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455019 Jun 01 15:58:28.561115 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e5a95-9ae3-4fa2-8805-89b8e38ab1f6 req-d4d77d21-b7bb-40e9-91fc-a2b397fe322e tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:28.563515 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-fa0e5a95-9ae3-4fa2-8805-89b8e38ab1f6 req-d4d77d21-b7bb-40e9-91fc-a2b397fe322e tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 945 time: 0.2173798 Jun 01 15:58:28.615057 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-fa0e5a95-9ae3-4fa2-8805-89b8e38ab1f6 req-895c18ef-9f6d-4d94-8bd0-7f9bae48a4c7 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460498 Jun 01 15:58:28.615907 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 76c986cc-23d8-41c8-aafb-ed981d76ea0f no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:58:28.786568 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:28.834402 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed0559b-60db-4ac8-a0f8-8f66958aca11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76c986cc-23d8-41c8-aafb-ed981d76ea0f'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:58:28.836922 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a1eef8-d232-4cdc-a12a-856863f71ebc" -d '{"events": [{"server_uuid": "eed0559b-60db-4ac8-a0f8-8f66958aca11", "name": "network-vif-unplugged", "status": "completed", "tag": "76c986cc-23d8-41c8-aafb-ed981d76ea0f"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:58:28.845905 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 76c986cc-23d8-41c8-aafb-ed981d76ea0f, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=76c986cc-23d8-41c8-aafb-ed981d76ea0f,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:58:28.851354 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:28.853393 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:28.932572 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 01 Jun 2021 15:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a687ea-6768-4605-8d04-6c82a39c6a84 x-openstack-request-id: req-f2a687ea-6768-4605-8d04-6c82a39c6a84 {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:58:28.932791 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed0559b-60db-4ac8-a0f8-8f66958aca11", "name": "network-vif-unplugged", "status": "failed", "tag": "76c986cc-23d8-41c8-aafb-ed981d76ea0f", "code": 422}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:58:28.933002 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f2a687ea-6768-4605-8d04-6c82a39c6a84 {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:58:28.933325 dv-cinder-793515-3-smb neutron-server[91977]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eed0559b-60db-4ac8-a0f8-8f66958aca11', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '76c986cc-23d8-41c8-aafb-ed981d76ea0f', 'code': 422} returned with failed status Jun 01 15:58:28.942260 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=76c986cc-23d8-41c8-aafb-ed981d76ea0f,revision_number=8']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:28.945405 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:29.276168 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504dbe6-8966-4f09-b8f6-0696f11186db req-51074823-9b86-4d4d-b5e7-654bff8af191 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:29.277646 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4504dbe6-8966-4f09-b8f6-0696f11186db req-51074823-9b86-4d4d-b5e7-654bff8af191 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0928764 Jun 01 15:58:29.327471 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4504dbe6-8966-4f09-b8f6-0696f11186db req-8feb77a4-e7cb-4584-9cec-8c82fbde88e8 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405357 Jun 01 15:58:29.805682 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502a3ca-d521-4773-8ec6-9cdba6432a85 req-a592e948-e608-488a-b936-bc9c92c78d48 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:29.807089 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c502a3ca-d521-4773-8ec6-9cdba6432a85 req-a592e948-e608-488a-b936-bc9c92c78d48 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 943 time: 0.0851300 Jun 01 15:58:29.857746 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c502a3ca-d521-4773-8ec6-9cdba6432a85 req-4a3b1dfb-4c85-49b3-9da9-95849981e4af tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438340 Jun 01 15:58:30.134446 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041984f2-2af0-4d66-9862-00d979092f18 req-cb758304-106d-42be-8829-14edac352ea4 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:30.135878 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-041984f2-2af0-4d66-9862-00d979092f18 req-cb758304-106d-42be-8829-14edac352ea4 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/networks?id=e92bd554-2a71-4608-b377-776018ebadc6 HTTP/1.1" status: 200 len: 814 time: 0.1490905 Jun 01 15:58:30.151597 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-041984f2-2af0-4d66-9862-00d979092f18 req-40230072-a641-418f-9de6-2d19da8d2696 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/quotas/29660878ab7645c7bf224b26c6c4a065 HTTP/1.1" status: 200 len: 375 time: 0.0095954 Jun 01 15:58:30.242766 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-041984f2-2af0-4d66-9862-00d979092f18 req-13c1e7f1-bfa6-465b-9174-edee743b0425 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=29660878ab7645c7bf224b26c6c4a065&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858426 Jun 01 15:58:30.426611 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-041984f2-2af0-4d66-9862-00d979092f18 req-648a8fba-c497-4b7f-a109-375947895a8c service neutron] 10.222.0.60 "GET /v2.0/networks/e92bd554-2a71-4608-b377-776018ebadc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715591 Jun 01 15:58:30.685383 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-041984f2-2af0-4d66-9862-00d979092f18 req-2f023fbd-302e-409a-bb1a-5c1ab7af3223 service neutron] 10.222.0.60 "GET /v2.0/networks/e92bd554-2a71-4608-b377-776018ebadc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527254 Jun 01 15:58:30.697068 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a67c1-0f83-4350-ad61-4cc7582387b1 req-bae7c82e-5c27-42c3-89b3-48f04ef25359 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:30.698432 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-362a67c1-0f83-4350-ad61-4cc7582387b1 req-bae7c82e-5c27-42c3-89b3-48f04ef25359 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.2471051 Jun 01 15:58:30.744149 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-362a67c1-0f83-4350-ad61-4cc7582387b1 req-f3fe213a-32ea-43fd-b1fb-fdadebed1126 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397580 Jun 01 15:58:30.874042 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9f9ad591-61a9-46d9-9cf2-430039d653d1 req-8c631771-419b-429c-b952-7c64b493d9ff tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 210 time: 0.0506976 Jun 01 15:58:31.643289 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08381b7c-eae5-424e-8d3b-677e48473d1f req-d837788b-5e0f-4cfe-b89f-cb0e71ebcc0d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:31.644832 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-08381b7c-eae5-424e-8d3b-677e48473d1f req-d837788b-5e0f-4cfe-b89f-cb0e71ebcc0d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 943 time: 0.1489794 Jun 01 15:58:31.648003 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ed9cbac3-25b3-45fe-9e72-d47bd5cc951d req-6d19054f-5b4f-45b5-930b-2c0d72999fbc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1159036 Jun 01 15:58:31.689838 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-08381b7c-eae5-424e-8d3b-677e48473d1f req-6bb25029-69f1-4d71-a5f5-e84f39d92006 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388398 Jun 01 15:58:31.939621 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e618392-f518-408d-af04-fd09da1a2ea1 req-fdfec770-a5f5-4f40-b6ce-33f279a225f6 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:31.941126 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6e618392-f518-408d-af04-fd09da1a2ea1 req-fdfec770-a5f5-4f40-b6ce-33f279a225f6 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0881517 Jun 01 15:58:31.991555 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6e618392-f518-408d-af04-fd09da1a2ea1 req-8ea490f1-a153-4ab1-b4ae-90aea6588b0b tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443306 Jun 01 15:58:32.082010 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-827cbe64-8b6d-4157-a917-4a3f66f5036d req-6edb7d2a-0807-4a67-893b-e52f7b126961 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 210 time: 0.0785329 Jun 01 15:58:32.203836 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041984f2-2af0-4d66-9862-00d979092f18 req-bc316c1c-09a6-487a-ad94-0c0016d6ab35 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:32.206297 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-041984f2-2af0-4d66-9862-00d979092f18 req-bc316c1c-09a6-487a-ad94-0c0016d6ab35 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.89 "GET /v2.0/networks?id=e92bd554-2a71-4608-b377-776018ebadc6 HTTP/1.1" status: 200 len: 814 time: 0.1965854 Jun 01 15:58:32.220287 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-041984f2-2af0-4d66-9862-00d979092f18 req-e32d42cc-d751-4fee-bc13-4ff9ab597239 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Request body: {'port': {'device_id': '04fed47e-f8b8-49cd-9334-46974cbedfe0', 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6', 'admin_state_up': True, 'tenant_id': '29660878ab7645c7bf224b26c6c4a065'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:58:32.356010 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-041984f2-2af0-4d66-9862-00d979092f18 req-e32d42cc-d751-4fee-bc13-4ff9ab597239 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:58:32.360821 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-041984f2-2af0-4d66-9862-00d979092f18 req-e32d42cc-d751-4fee-bc13-4ff9ab597239 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Usage tracker for resource:port and tenant:29660878ab7645c7bf224b26c6c4a065 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:58:32.363974 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-041984f2-2af0-4d66-9862-00d979092f18 req-e32d42cc-d751-4fee-bc13-4ff9ab597239 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:58:32.370756 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [req-041984f2-2af0-4d66-9862-00d979092f18 req-e32d42cc-d751-4fee-bc13-4ff9ab597239 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:58:32.380438 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-041984f2-2af0-4d66-9862-00d979092f18 req-e32d42cc-d751-4fee-bc13-4ff9ab597239 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Made reservation on behalf of 29660878ab7645c7bf224b26c6c4a065 for: {'port': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:58:32.383927 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-041984f2-2af0-4d66-9862-00d979092f18 req-e32d42cc-d751-4fee-bc13-4ff9ab597239 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:32.563665 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_common [req-041984f2-2af0-4d66-9862-00d979092f18 req-e32d42cc-d751-4fee-bc13-4ff9ab597239 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Allocated IP 172.20.0.13 (e92bd554-2a71-4608-b377-776018ebadc6/d969ce51-f174-4f60-92df-e52506cc6439/1de512d9-8bae-4850-918e-0f364264bbf3) {{(pid=91975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:58:32.670232 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 76c986cc-23d8-41c8-aafb-ed981d76ea0f no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:58:32.840197 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-041984f2-2af0-4d66-9862-00d979092f18 req-e32d42cc-d751-4fee-bc13-4ff9ab597239 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for port, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:32.858649 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.provisioning_blocks [req-041984f2-2af0-4d66-9862-00d979092f18 req-e32d42cc-d751-4fee-bc13-4ff9ab597239 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Transition to ACTIVE for port object 1de512d9-8bae-4850-918e-0f364264bbf3 will not be triggered until provisioned by entity DHCP. {{(pid=91975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:58:32.943491 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-041984f2-2af0-4d66-9862-00d979092f18 req-e32d42cc-d751-4fee-bc13-4ff9ab597239 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:32.955935 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-74a6d0ad-24b5-451a-a630-6294cf3e1cb3 tempest-VolumesActionsTest-780551266 tempest-VolumesActionsTest-780551266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:33.030093 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-041984f2-2af0-4d66-9862-00d979092f18 req-e32d42cc-d751-4fee-bc13-4ff9ab597239 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Network e92bd554-2a71-4608-b377-776018ebadc6 is already hosted by enough agents. {{(pid=91975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:58:33.034913 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [req-041984f2-2af0-4d66-9862-00d979092f18 req-e32d42cc-d751-4fee-bc13-4ff9ab597239 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Resources bound (agent type, host, resource id): {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:58:33.038084 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [req-041984f2-2af0-4d66-9862-00d979092f18 req-e32d42cc-d751-4fee-bc13-4ff9ab597239 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Received port after_create {{(pid=91975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:58:33.125402 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10b269-b607-4b71-8d7c-537294c7bc84 req-64c92087-ee57-46a0-b81b-211359930383 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:33.127531 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5c10b269-b607-4b71-8d7c-537294c7bc84 req-64c92087-ee57-46a0-b81b-211359930383 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 943 time: 0.2514374 Jun 01 15:58:33.128480 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d42cc-d751-4fee-bc13-4ff9ab597239 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Pushing event updated for resources: {'Port': ['ID=1de512d9-8bae-4850-918e-0f364264bbf3,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:33.134457 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-e32d42cc-d751-4fee-bc13-4ff9ab597239 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:33.211918 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041984f2-2af0-4d66-9862-00d979092f18 req-e32d42cc-d751-4fee-bc13-4ff9ab597239 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:33.212708 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-041984f2-2af0-4d66-9862-00d979092f18 req-e32d42cc-d751-4fee-bc13-4ff9ab597239 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:33.264549 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5c10b269-b607-4b71-8d7c-537294c7bc84 req-b6e31013-cbea-4f62-9058-28cc1cff28c3 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287565 Jun 01 15:58:33.267174 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-041984f2-2af0-4d66-9862-00d979092f18 req-e32d42cc-d751-4fee-bc13-4ff9ab597239 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0512772 Jun 01 15:58:33.307782 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e1eed-02ab-47ab-81fc-90d21026e6e7 req-beff3492-0e38-45e5-9973-b6c78d3ba0cb tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:33.315412 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-717e1eed-02ab-47ab-81fc-90d21026e6e7 req-beff3492-0e38-45e5-9973-b6c78d3ba0cb tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.1473777 Jun 01 15:58:33.361406 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-717e1eed-02ab-47ab-81fc-90d21026e6e7 req-ce570314-ea0f-4fca-b3d7-2cf4df1a4038 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446811 Jun 01 15:58:33.389966 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-1373522d-dd3f-445c-8eb9-a585d9446575 None None] Provisioning for port 1de512d9-8bae-4850-918e-0f364264bbf3 completed by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:58:33.399900 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-1373522d-dd3f-445c-8eb9-a585d9446575 None None] Provisioning complete for port 1de512d9-8bae-4850-918e-0f364264bbf3 triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:58:33.400272 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-1373522d-dd3f-445c-8eb9-a585d9446575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:33.460217 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-1373522d-dd3f-445c-8eb9-a585d9446575 None None] Port 1de512d9-8bae-4850-918e-0f364264bbf3 cannot update to ACTIVE because it is not bound. {{(pid=91977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:58:33.494230 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f901870-3fba-4756-ab58-3e8544bb309d req-796c7e69-87ca-4cde-88c7-d0306717a7ee tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:33.495044 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-5f901870-3fba-4756-ab58-3e8544bb309d req-796c7e69-87ca-4cde-88c7-d0306717a7ee tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Synchronizing usage tracker for tenant:29660878ab7645c7bf224b26c6c4a065 on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:58:33.513483 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-5f901870-3fba-4756-ab58-3e8544bb309d req-796c7e69-87ca-4cde-88c7-d0306717a7ee tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Unset dirty status for tenant:29660878ab7645c7bf224b26c6c4a065 on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:58:33.514925 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5f901870-3fba-4756-ab58-3e8544bb309d req-796c7e69-87ca-4cde-88c7-d0306717a7ee tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 932 time: 0.1224852 Jun 01 15:58:33.565585 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5f901870-3fba-4756-ab58-3e8544bb309d req-14d7eff2-2846-426d-8d17-4173e9130955 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440795 Jun 01 15:58:34.473701 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa26e8-1f25-4aae-98fa-25849c031669 req-28565e69-c5e3-4cf3-8d80-9c50541dab91 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:34.484535 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f7aa26e8-1f25-4aae-98fa-25849c031669 req-28565e69-c5e3-4cf3-8d80-9c50541dab91 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 943 time: 0.0976272 Jun 01 15:58:34.666912 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f7aa26e8-1f25-4aae-98fa-25849c031669 req-6af48fbf-35d2-45fe-8172-8c4537fac2ff tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444216 Jun 01 15:58:34.705674 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08ebc8-d426-4631-97ae-47d0f94c3ab8 req-500648ae-5783-4bfc-9f1b-76f047ce5514 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:34.707225 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-fd08ebc8-d426-4631-97ae-47d0f94c3ab8 req-500648ae-5783-4bfc-9f1b-76f047ce5514 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.2203209 Jun 01 15:58:34.757958 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-fd08ebc8-d426-4631-97ae-47d0f94c3ab8 req-4fa06dde-da0f-4414-ac34-731e00b6182a tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450268 Jun 01 15:58:34.870230 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca775e-2dc4-4d7b-9554-eb2e9f2821da req-484e5ced-9c72-4d7e-8a19-be5fa6bdb33e tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:34.871815 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-29ca775e-2dc4-4d7b-9554-eb2e9f2821da req-484e5ced-9c72-4d7e-8a19-be5fa6bdb33e tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 932 time: 0.0866327 Jun 01 15:58:34.920937 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-29ca775e-2dc4-4d7b-9554-eb2e9f2821da req-dbf76d6f-c29f-4e52-b6ac-9c49fe0faaac tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421162 Jun 01 15:58:35.878394 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336e0be-0d79-46c7-b55d-8db3cd09cf68 req-09ad82aa-80b9-49d8-9401-d2065489fb02 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:35.880101 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6336e0be-0d79-46c7-b55d-8db3cd09cf68 req-09ad82aa-80b9-49d8-9401-d2065489fb02 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 943 time: 0.0850706 Jun 01 15:58:35.978301 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6336e0be-0d79-46c7-b55d-8db3cd09cf68 req-a332dc02-562e-43db-98af-1e0c9d2a2549 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919049 Jun 01 15:58:36.033579 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0cfbc-1453-43f6-9464-2c20ab1e66bf req-bd447a30-28ae-4818-a505-e15e3a649835 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:36.035136 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5ea0cfbc-1453-43f6-9464-2c20ab1e66bf req-bd447a30-28ae-4818-a505-e15e3a649835 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.1351092 Jun 01 15:58:36.093052 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5ea0cfbc-1453-43f6-9464-2c20ab1e66bf req-05c2acfe-0cb6-45a2-a712-8d32cd19b25b tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492532 Jun 01 15:58:36.186250 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927415b-5bf9-4a81-8dcd-46edb1b2b980 req-9eb6dea8-2b6d-41f7-9736-ffb57c192ce0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:36.187776 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8927415b-5bf9-4a81-8dcd-46edb1b2b980 req-9eb6dea8-2b6d-41f7-9736-ffb57c192ce0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 932 time: 0.0825012 Jun 01 15:58:36.236679 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8927415b-5bf9-4a81-8dcd-46edb1b2b980 req-828fb088-644d-4339-be14-dd9c37a51a9f tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412374 Jun 01 15:58:37.181921 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7736f-2f20-4c5a-b462-e2f6080e61a6 req-cb02a6e7-5995-49fb-b0da-3774639de64d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:37.183449 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-61c7736f-2f20-4c5a-b462-e2f6080e61a6 req-cb02a6e7-5995-49fb-b0da-3774639de64d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 943 time: 0.0872045 Jun 01 15:58:37.278164 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-61c7736f-2f20-4c5a-b462-e2f6080e61a6 req-d01464a0-8622-49e9-8b2a-c975c8d6f022 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874197 Jun 01 15:58:37.314386 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bd340-80d2-4877-b6f3-0a4efe48a075 req-52dcfb64-74d4-4d86-844a-9b1ec81ef75a tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:37.316035 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-006bd340-80d2-4877-b6f3-0a4efe48a075 req-52dcfb64-74d4-4d86-844a-9b1ec81ef75a tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.1015708 Jun 01 15:58:37.373821 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-006bd340-80d2-4877-b6f3-0a4efe48a075 req-020f7f77-537c-47a8-bf20-0b55a43e0293 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496798 Jun 01 15:58:37.506865 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c992f9-b14d-427a-8fad-5a3be9619d49 req-b88ebe5a-47ca-48b0-a219-ce98104c5820 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:37.508505 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-80c992f9-b14d-427a-8fad-5a3be9619d49 req-b88ebe5a-47ca-48b0-a219-ce98104c5820 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 932 time: 0.1055827 Jun 01 15:58:37.572431 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-80c992f9-b14d-427a-8fad-5a3be9619d49 req-cf01794b-f5b2-421f-a155-cd9eaeaac810 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576789 Jun 01 15:58:37.700317 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-c5300c2a-4c98-473a-b3bd-68abc972b009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:38.509359 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6bd0a-b148-4ee3-ab6a-427ef6bb7675 req-03e15036-4af3-4989-af1c-0d5513629d76 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:38.510977 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-61b6bd0a-b148-4ee3-ab6a-427ef6bb7675 req-03e15036-4af3-4989-af1c-0d5513629d76 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 943 time: 0.1119697 Jun 01 15:58:38.604586 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-61b6bd0a-b148-4ee3-ab6a-427ef6bb7675 req-1bf88345-88d6-4b58-b550-1415bc95e6c0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616312 Jun 01 15:58:38.641127 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289970b2-25ad-4c6d-a70a-0249af818ac9 req-54e513c1-ec5e-4cd2-bf7c-032a54a2fd62 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:38.643329 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-289970b2-25ad-4c6d-a70a-0249af818ac9 req-54e513c1-ec5e-4cd2-bf7c-032a54a2fd62 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.1312432 Jun 01 15:58:38.701913 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-289970b2-25ad-4c6d-a70a-0249af818ac9 req-d8f7ad5d-4b03-48e7-b2e8-6b3cdb368fb3 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525208 Jun 01 15:58:38.806862 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ed354-a6f6-4cf6-8d62-7e98ba055ec7 req-ecdb6608-3f79-4784-b374-de142d1af2e5 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:38.808552 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-aa9ed354-a6f6-4cf6-8d62-7e98ba055ec7 req-ecdb6608-3f79-4784-b374-de142d1af2e5 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 932 time: 0.0884426 Jun 01 15:58:38.856494 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-aa9ed354-a6f6-4cf6-8d62-7e98ba055ec7 req-fd61f54d-788a-4864-b434-7022e0565cb0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404117 Jun 01 15:58:39.819358 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed8c23-91b7-420b-b7d5-db54228ca2af req-8bba1f4c-8d6f-4efa-934a-1f43575598c7 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:39.823180 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-40ed8c23-91b7-420b-b7d5-db54228ca2af req-8bba1f4c-8d6f-4efa-934a-1f43575598c7 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 943 time: 0.1006360 Jun 01 15:58:39.921045 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-40ed8c23-91b7-420b-b7d5-db54228ca2af req-139a8098-bb89-45cd-9aa3-ca2197e6d907 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629580 Jun 01 15:58:39.944976 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42017b-f970-4516-addc-5a0177acef1f req-63552b82-6ea8-473e-af53-1c01f713b6fc tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:39.951615 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ae42017b-f970-4516-addc-5a0177acef1f req-63552b82-6ea8-473e-af53-1c01f713b6fc tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.1273460 Jun 01 15:58:40.003014 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ae42017b-f970-4516-addc-5a0177acef1f req-0e45ce93-690e-4c54-b9b3-cbb6d6264d68 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505159 Jun 01 15:58:40.138862 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43ffb3-7ba8-4abe-b6ff-daddde6a3d67 req-999c881e-336d-42ec-a7fb-01a682bc1c19 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:40.140393 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5f43ffb3-7ba8-4abe-b6ff-daddde6a3d67 req-999c881e-336d-42ec-a7fb-01a682bc1c19 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 932 time: 0.1003671 Jun 01 15:58:40.153717 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-662d40d8-9005-441c-9d2c-8c9ae8ab0ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:40.174505 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:40.196774 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5f43ffb3-7ba8-4abe-b6ff-daddde6a3d67 req-91d69929-9fbd-43ae-b76c-5615e3c9db92 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497456 Jun 01 15:58:40.521619 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:58:41.189856 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557795d3-9581-49c8-a02a-63c7ac4a1c01 req-c9a499b2-3617-4e49-b5e2-77dad9e75fff tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:41.191365 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-557795d3-9581-49c8-a02a-63c7ac4a1c01 req-c9a499b2-3617-4e49-b5e2-77dad9e75fff tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 943 time: 0.1366823 Jun 01 15:58:41.254938 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-557795d3-9581-49c8-a02a-63c7ac4a1c01 req-75146eab-ee74-4244-a625-868cc57c702f tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574658 Jun 01 15:58:41.266082 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ee038-d42b-44c4-a560-54a584203c35 req-7b82c543-d53e-4bae-b1fa-b7d5caaf4a8d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:41.268536 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e36ee038-d42b-44c4-a560-54a584203c35 req-7b82c543-d53e-4bae-b1fa-b7d5caaf4a8d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.1403334 Jun 01 15:58:41.316719 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e36ee038-d42b-44c4-a560-54a584203c35 req-d4ae86b5-494f-468d-96c8-88e9349ddbcd tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426342 Jun 01 15:58:41.355215 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:41.468010 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844d1da-bd50-43d2-84fc-2feab82e3995 req-3f7e106b-ca02-4442-8a69-0b2ff7eb67ba tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:41.469560 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8844d1da-bd50-43d2-84fc-2feab82e3995 req-3f7e106b-ca02-4442-8a69-0b2ff7eb67ba tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 932 time: 0.0891106 Jun 01 15:58:41.521646 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8844d1da-bd50-43d2-84fc-2feab82e3995 req-5085bd53-0291-4abc-ac83-da728ef7af77 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462084 Jun 01 15:58:42.451749 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86fd0b-1abd-4f2e-88ff-0113fc3533c5 req-d9432c9c-ed1f-4178-a746-4f7a8eefb1f7 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:42.453354 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-cd86fd0b-1abd-4f2e-88ff-0113fc3533c5 req-d9432c9c-ed1f-4178-a746-4f7a8eefb1f7 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 943 time: 0.0846174 Jun 01 15:58:42.493358 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-041984f2-2af0-4d66-9862-00d979092f18 req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Request body: {'port': {'device_id': '04fed47e-f8b8-49cd-9334-46974cbedfe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:58:42.575022 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cbac3-25b3-45fe-9e72-d47bd5cc951d req-0ce5afa4-96f6-4ac8-970d-e46b638df316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:42.577413 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ed9cbac3-25b3-45fe-9e72-d47bd5cc951d req-0ce5afa4-96f6-4ac8-970d-e46b638df316 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11&tenant_id=12fb45d959194124816570e75695094b HTTP/1.1" status: 200 len: 1096 time: 0.0916281 Jun 01 15:58:42.692007 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cbac3-25b3-45fe-9e72-d47bd5cc951d req-4a19c2aa-660a-4459-83a3-e23614b509b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:42.693996 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ed9cbac3-25b3-45fe-9e72-d47bd5cc951d req-4a19c2aa-660a-4459-83a3-e23614b509b3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=12fb45d959194124816570e75695094b&device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 1096 time: 0.0877392 Jun 01 15:58:42.695441 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-cd86fd0b-1abd-4f2e-88ff-0113fc3533c5 req-838c87a2-6ad7-499c-872e-24475b8a8810 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340028 Jun 01 15:58:42.787222 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-041984f2-2af0-4d66-9862-00d979092f18 req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:42.839636 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cbac3-25b3-45fe-9e72-d47bd5cc951d req-d82f18d6-e26d-49c8-81a2-7e1d0485bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:42.841007 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ed9cbac3-25b3-45fe-9e72-d47bd5cc951d req-d82f18d6-e26d-49c8-81a2-7e1d0485bef3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff HTTP/1.1" status: 200 len: 918 time: 0.1366076 Jun 01 15:58:42.876857 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac862f0f-c6c9-4eda-a3da-18aa88a7838f req-5e041a2c-c331-43cf-bb5c-de8bb2452e35 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:42.878293 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ac862f0f-c6c9-4eda-a3da-18aa88a7838f req-5e041a2c-c331-43cf-bb5c-de8bb2452e35 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.2573540 Jun 01 15:58:42.944636 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ed9cbac3-25b3-45fe-9e72-d47bd5cc951d req-3c9d57da-e0a6-48e6-bf83-0eb0230b214d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76c986cc-23d8-41c8-aafb-ed981d76ea0f HTTP/1.1" status: 200 len: 997 time: 0.0967438 Jun 01 15:58:43.005776 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cbac3-25b3-45fe-9e72-d47bd5cc951d req-3487938b-c93f-42d9-bdaf-01d08eba51fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:43.007056 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ac862f0f-c6c9-4eda-a3da-18aa88a7838f req-f9d65bb1-e6b2-4e62-a274-e701f9cf449e tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195045 Jun 01 15:58:43.007228 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ed9cbac3-25b3-45fe-9e72-d47bd5cc951d req-3487938b-c93f-42d9-bdaf-01d08eba51fe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ff05e754-6aad-4db5-b1da-a8b9dc40ba92 HTTP/1.1" status: 200 len: 856 time: 0.0569670 Jun 01 15:58:43.056374 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2113e-5e28-432c-9ed1-18f01850633f req-547ba778-c06b-4a2c-80d7-5a720d02f4ef tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:43.057820 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c8f2113e-5e28-432c-9ed1-18f01850633f req-547ba778-c06b-4a2c-80d7-5a720d02f4ef tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 932 time: 0.2537339 Jun 01 15:58:43.082285 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cbac3-25b3-45fe-9e72-d47bd5cc951d req-4a1ff0a1-7bc8-4af4-bb6a-453e65052e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:43.083791 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ed9cbac3-25b3-45fe-9e72-d47bd5cc951d req-4a1ff0a1-7bc8-4af4-bb6a-453e65052e7d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709953 Jun 01 15:58:43.186696 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c8f2113e-5e28-432c-9ed1-18f01850633f req-2acd31bf-570a-42a3-ae92-49e7b402c5f5 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212525 Jun 01 15:58:43.217889 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ed9cbac3-25b3-45fe-9e72-d47bd5cc951d req-f94da55c-041c-44c2-9d6c-68c42eb2812a service neutron] 10.222.0.89 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271186 Jun 01 15:58:43.300014 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [req-041984f2-2af0-4d66-9862-00d979092f18 req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de512d9-8bae-4850-918e-0f364264bbf3 {{(pid=91975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:58:43.308064 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-041984f2-2af0-4d66-9862-00d979092f18 req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:43.323105 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.provisioning_blocks [req-041984f2-2af0-4d66-9862-00d979092f18 req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Transition to ACTIVE for port object 1de512d9-8bae-4850-918e-0f364264bbf3 will not be triggered until provisioned by entity L2. {{(pid=91975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:58:43.330704 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-041984f2-2af0-4d66-9862-00d979092f18 req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:43.335395 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-612484b4-ca6e-4c83-8fc6-5e0a1fb32df6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:43.346637 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:43.361840 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ed9cbac3-25b3-45fe-9e72-d47bd5cc951d req-96f45628-2d4e-45a5-91e9-3ba149573350 service neutron] 10.222.0.89 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373532 Jun 01 15:58:43.517871 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Pushing event updated for resources: {'Port': ['ID=1de512d9-8bae-4850-918e-0f364264bbf3,revision_number=2']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:43.526041 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:43.599339 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-041984f2-2af0-4d66-9862-00d979092f18 req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Attempting to bind port 1de512d9-8bae-4850-918e-0f364264bbf3 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:58:43.599676 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-041984f2-2af0-4d66-9862-00d979092f18 req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Attempting to bind port 1de512d9-8bae-4850-918e-0f364264bbf3 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'a08403f0-b7ba-487b-92db-35b4930135f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6'}] {{(pid=91975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:58:43.600004 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041984f2-2af0-4d66-9862-00d979092f18 req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Attempting to bind port 1de512d9-8bae-4850-918e-0f364264bbf3 on network e92bd554-2a71-4608-b377-776018ebadc6 {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:58:43.604637 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041984f2-2af0-4d66-9862-00d979092f18 req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Port 1de512d9-8bae-4850-918e-0f364264bbf3 on network e92bd554-2a71-4608-b377-776018ebadc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:58:43.604959 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041984f2-2af0-4d66-9862-00d979092f18 req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Attempting to bind port 1de512d9-8bae-4850-918e-0f364264bbf3 on network e92bd554-2a71-4608-b377-776018ebadc6 {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:58:43.610008 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041984f2-2af0-4d66-9862-00d979092f18 req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Checking agent: {'id': 'c6431322-3330-4f13-924b-76ac3aabd9b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'started_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:58:43.610900 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041984f2-2af0-4d66-9862-00d979092f18 req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Checking segment: {'id': 'a08403f0-b7ba-487b-92db-35b4930135f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:58:43.611298 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041984f2-2af0-4d66-9862-00d979092f18 req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Bound using segment: {'id': 'a08403f0-b7ba-487b-92db-35b4930135f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6'} {{(pid=91975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:58:43.611784 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.managers [req-041984f2-2af0-4d66-9862-00d979092f18 req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Bound port: 1de512d9-8bae-4850-918e-0f364264bbf3, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a08403f0-b7ba-487b-92db-35b4930135f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6'}}] {{(pid=91975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:58:43.612135 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-041984f2-2af0-4d66-9862-00d979092f18 req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:43.705455 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-041984f2-2af0-4d66-9862-00d979092f18 req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] For port 1de512d9-8bae-4850-918e-0f364264bbf3, host hv-cinder-79351, cleared binding levels {{(pid=91975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:58:43.708495 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-041984f2-2af0-4d66-9862-00d979092f18 req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] For port 1de512d9-8bae-4850-918e-0f364264bbf3, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1de512d9-8bae-4850-918e-0f364264bbf3,segment=NetworkSegment(a08403f0-b7ba-487b-92db-35b4930135f4),segment_id=a08403f0-b7ba-487b-92db-35b4930135f4)] {{(pid=91975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:58:43.713443 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-041984f2-2af0-4d66-9862-00d979092f18 req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:43.718304 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-15be27fa-3bfa-439f-bb9b-1d15733715af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:43.787976 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041984f2-2af0-4d66-9862-00d979092f18 req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:43.788624 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-041984f2-2af0-4d66-9862-00d979092f18 req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:43.790056 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-041984f2-2af0-4d66-9862-00d979092f18 req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] 10.222.0.89 "PUT /v2.0/ports/1de512d9-8bae-4850-918e-0f364264bbf3 HTTP/1.1" status: 200 len: 1094 time: 1.3027570 Jun 01 15:58:43.790578 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fed47e-f8b8-49cd-9334-46974cbedfe0', 'tag': '1de512d9-8bae-4850-918e-0f364264bbf3'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:58:43.792996 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41e643c-49a2-4d1c-89bd-d0a103813a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "04fed47e-f8b8-49cd-9334-46974cbedfe0", "tag": "1de512d9-8bae-4850-918e-0f364264bbf3"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:58:43.815846 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Pushing event updated for resources: {'Port': ['ID=1de512d9-8bae-4850-918e-0f364264bbf3,revision_number=3']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:43.820197 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:44.115863 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff9387-55d8-4d37-85a9-1a02d1a69827 req-977521d6-3421-4e28-bf9e-4633a219d6cd tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:44.118058 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e0ff9387-55d8-4d37-85a9-1a02d1a69827 req-977521d6-3421-4e28-bf9e-4633a219d6cd tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 943 time: 0.2325733 Jun 01 15:58:44.179362 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aed556d-39c0-4b37-86c7-8ad23774fa52 x-openstack-request-id: req-1aed556d-39c0-4b37-86c7-8ad23774fa52 {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:58:44.179686 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04fed47e-f8b8-49cd-9334-46974cbedfe0", "tag": "1de512d9-8bae-4850-918e-0f364264bbf3", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:58:44.180081 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1aed556d-39c0-4b37-86c7-8ad23774fa52 {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:58:44.180644 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fed47e-f8b8-49cd-9334-46974cbedfe0', 'tag': '1de512d9-8bae-4850-918e-0f364264bbf3', 'status': 'completed', 'code': 200} Jun 01 15:58:44.183850 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e0ff9387-55d8-4d37-85a9-1a02d1a69827 req-86978d35-bceb-4135-acbd-480afc3f41ad tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568724 Jun 01 15:58:44.437323 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fa94e-6105-49fd-919d-626efb6e6ccd req-8ed14c6a-c11b-4658-a65e-9c23b3bbbb27 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:44.439376 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7e8fa94e-6105-49fd-919d-626efb6e6ccd req-8ed14c6a-c11b-4658-a65e-9c23b3bbbb27 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.1557074 Jun 01 15:58:44.458078 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ead4d-816e-49a6-bb6c-97da444dc25e req-5ee65357-cdff-419e-9764-b7162f04f5e8 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:44.459556 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-733ead4d-816e-49a6-bb6c-97da444dc25e req-5ee65357-cdff-419e-9764-b7162f04f5e8 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 944 time: 0.1263800 Jun 01 15:58:44.531143 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7e8fa94e-6105-49fd-919d-626efb6e6ccd req-4c49025d-ca87-457c-b991-45c634c09e60 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825179 Jun 01 15:58:44.536468 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-733ead4d-816e-49a6-bb6c-97da444dc25e req-37c31a76-0e44-4204-b00e-c6654296ea27 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633819 Jun 01 15:58:44.924188 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52353726-e04a-4043-b654-989dfa7ab7da req-77c58fcb-c818-4b73-a2a1-c77be7eac4c5 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:44.925749 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-52353726-e04a-4043-b654-989dfa7ab7da req-77c58fcb-c818-4b73-a2a1-c77be7eac4c5 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0860107 Jun 01 15:58:44.971922 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-52353726-e04a-4043-b654-989dfa7ab7da req-2590edba-0092-4355-bf0a-921905958b03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402455 Jun 01 15:58:45.399474 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c50d6-b020-49f4-9120-49d4ce0e5860 req-8bf4ed6d-cf58-4c5b-b208-9d6e6b9e7a07 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:45.400965 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2d9c50d6-b020-49f4-9120-49d4ce0e5860 req-8bf4ed6d-cf58-4c5b-b208-9d6e6b9e7a07 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 943 time: 0.0910335 Jun 01 15:58:45.453504 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2d9c50d6-b020-49f4-9120-49d4ce0e5860 req-ce028dca-4600-4feb-9c35-cd00184031a6 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433614 Jun 01 15:58:45.814258 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10158ac2-5670-4cdb-8d6f-2fcfcdb928ff req-cdfa7172-b62d-43c6-9859-9a04d63afd6b tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:45.815700 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-10158ac2-5670-4cdb-8d6f-2fcfcdb928ff req-cdfa7172-b62d-43c6-9859-9a04d63afd6b tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 944 time: 0.1713002 Jun 01 15:58:45.861527 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-10158ac2-5670-4cdb-8d6f-2fcfcdb928ff req-c9f6394e-eb54-45bc-8551-5063cec63859 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399408 Jun 01 15:58:46.163303 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3756849-3687-4cec-ba38-e4dc61327aa3 req-c721da91-d550-410a-b915-f74c1d46f9a8 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:46.164755 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a3756849-3687-4cec-ba38-e4dc61327aa3 req-c721da91-d550-410a-b915-f74c1d46f9a8 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0829384 Jun 01 15:58:46.214809 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a3756849-3687-4cec-ba38-e4dc61327aa3 req-acff6f95-5f8f-476d-bbdb-c91075c16c70 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444241 Jun 01 15:58:46.670526 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92627ff0-b009-49a5-9bdc-67fb8f074f96 req-ecba6311-89b8-4c84-906d-778721b152d4 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:46.672061 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-92627ff0-b009-49a5-9bdc-67fb8f074f96 req-ecba6311-89b8-4c84-906d-778721b152d4 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 943 time: 0.0910337 Jun 01 15:58:46.721717 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-92627ff0-b009-49a5-9bdc-67fb8f074f96 req-72ef2622-da05-4ea7-a46e-d6ace29690b8 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432694 Jun 01 15:58:47.060662 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77c44-9a94-45ea-a82b-be87a7e14cf9 req-0cb077b5-9b76-479b-9009-bb1e971a77f4 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:47.062238 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6db77c44-9a94-45ea-a82b-be87a7e14cf9 req-0cb077b5-9b76-479b-9009-bb1e971a77f4 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 944 time: 0.0908604 Jun 01 15:58:47.111560 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6db77c44-9a94-45ea-a82b-be87a7e14cf9 req-0ca38eb9-3517-4d12-a663-33cc5e619bfd tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433011 Jun 01 15:58:47.405472 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2657c3-3823-4730-8f2b-cc97123a87ba req-7727e90b-9a2b-4740-a2e8-583ea1d8a67e tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:47.406913 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-af2657c3-3823-4730-8f2b-cc97123a87ba req-7727e90b-9a2b-4740-a2e8-583ea1d8a67e tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0829947 Jun 01 15:58:47.462554 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-af2657c3-3823-4730-8f2b-cc97123a87ba req-d9cb0711-ed73-4129-b4fb-b85c78774512 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491405 Jun 01 15:58:47.932452 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452f766-9b0b-4339-bec1-727eb767c4ec req-901914a2-fbd5-47f5-966e-cf8991278fca tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:47.933894 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b452f766-9b0b-4339-bec1-727eb767c4ec req-901914a2-fbd5-47f5-966e-cf8991278fca tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 943 time: 0.0916469 Jun 01 15:58:47.983390 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b452f766-9b0b-4339-bec1-727eb767c4ec req-6b7c89d8-db2a-47c9-97dc-c2b573859a23 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430512 Jun 01 15:58:48.306386 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0e627-7fcb-43ba-a21a-6bffb0a11e7b req-4722e630-2049-4553-bd5a-a8f1fe71e5a0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:48.307918 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-85f0e627-7fcb-43ba-a21a-6bffb0a11e7b req-4722e630-2049-4553-bd5a-a8f1fe71e5a0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 944 time: 0.0849504 Jun 01 15:58:48.357946 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-85f0e627-7fcb-43ba-a21a-6bffb0a11e7b req-df3bdcb2-cce9-45a1-b441-1138e2b77e4c tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442071 Jun 01 15:58:48.653837 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ca0c9-2caf-4ab3-a2bf-2f00d7a3b876 req-f53a18b5-750c-4d16-8f28-c13653bde5fc tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:48.655292 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-545ca0c9-2caf-4ab3-a2bf-2f00d7a3b876 req-f53a18b5-750c-4d16-8f28-c13653bde5fc tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0830264 Jun 01 15:58:48.703446 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-545ca0c9-2caf-4ab3-a2bf-2f00d7a3b876 req-a9f3fc2a-0fe2-485d-b248-24779dae0435 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412943 Jun 01 15:58:49.393881 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b4ee3-89c1-433c-a259-0aa868c41bdf req-91e2230a-9f61-4b17-9f7c-2e9da7f35a56 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:49.396323 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-834b4ee3-89c1-433c-a259-0aa868c41bdf req-91e2230a-9f61-4b17-9f7c-2e9da7f35a56 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 943 time: 0.1123662 Jun 01 15:58:49.465549 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-834b4ee3-89c1-433c-a259-0aa868c41bdf req-3f452803-0d02-4df2-8abd-83166f6e6f18 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521011 Jun 01 15:58:49.576666 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2684f-c91d-4025-a883-b51cb90532ef req-a989f986-3868-4cc1-9086-2ab7b7650ce6 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:49.578201 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-feb2684f-c91d-4025-a883-b51cb90532ef req-a989f986-3868-4cc1-9086-2ab7b7650ce6 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 944 time: 0.0854068 Jun 01 15:58:49.629480 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-feb2684f-c91d-4025-a883-b51cb90532ef req-49ef6b0b-624e-4215-8fdd-6d5e9861d93b tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453355 Jun 01 15:58:49.917393 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae364c-ece1-4482-a624-35ade19849e1 req-328803ff-0359-4294-ae16-3beb99bc70e1 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:49.918776 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c5ae364c-ece1-4482-a624-35ade19849e1 req-328803ff-0359-4294-ae16-3beb99bc70e1 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0998662 Jun 01 15:58:49.979352 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c5ae364c-ece1-4482-a624-35ade19849e1 req-c4b2496a-05c3-4af5-8694-abf682f30e99 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545633 Jun 01 15:58:50.665382 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e847a6-6694-4d4b-9139-3ac3744bfce7 req-e294edfd-0345-4eef-be71-99ef647f1bc5 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:50.667205 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c2e847a6-6694-4d4b-9139-3ac3744bfce7 req-e294edfd-0345-4eef-be71-99ef647f1bc5 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 943 time: 0.0866475 Jun 01 15:58:50.715520 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c2e847a6-6694-4d4b-9139-3ac3744bfce7 req-ec402daf-c12e-4503-aced-48ce98ca9e77 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412250 Jun 01 15:58:50.836636 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be710b7-6494-441d-8d5b-a77480922957 req-f6c3c5dc-aa92-44dd-8fb1-bb979ecb2eec tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:50.838190 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1be710b7-6494-441d-8d5b-a77480922957 req-f6c3c5dc-aa92-44dd-8fb1-bb979ecb2eec tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 944 time: 0.0897086 Jun 01 15:58:50.896424 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1be710b7-6494-441d-8d5b-a77480922957 req-07aa5439-7ad5-40fd-a2de-b396420b07c2 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497096 Jun 01 15:58:51.180287 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3473c5-2485-4d03-b56e-8f6ac7664c56 req-83257587-4935-4c8b-96ec-e6368f2cbdc5 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:51.187482 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2d3473c5-2485-4d03-b56e-8f6ac7664c56 req-83257587-4935-4c8b-96ec-e6368f2cbdc5 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0859592 Jun 01 15:58:51.265866 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2d3473c5-2485-4d03-b56e-8f6ac7664c56 req-a5a7885f-ec6b-4ad9-85e9-7a60b057b054 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742705 Jun 01 15:58:51.916169 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe088c-4faa-44c5-94c3-80e75903bd84 req-ecbdb2b0-36b4-46c1-95c2-b1f570f08a2e tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:51.917678 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6fbe088c-4faa-44c5-94c3-80e75903bd84 req-ecbdb2b0-36b4-46c1-95c2-b1f570f08a2e tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 943 time: 0.0830607 Jun 01 15:58:51.973734 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6fbe088c-4faa-44c5-94c3-80e75903bd84 req-cfb33169-f0fe-4981-83fa-b9ccd698e57b tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502861 Jun 01 15:58:52.124969 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85230f-4d15-4407-80a1-6273ebb900be req-0afedfe2-e539-4761-bb9b-e6a9589eedaa tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:52.127465 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ad85230f-4d15-4407-80a1-6273ebb900be req-0afedfe2-e539-4761-bb9b-e6a9589eedaa tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 944 time: 0.0985234 Jun 01 15:58:52.172538 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ad85230f-4d15-4407-80a1-6273ebb900be req-34e63ccd-cfd1-4403-a667-137e0bfb8b36 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394578 Jun 01 15:58:52.467221 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4a8bd-8cc7-42d2-96cb-8b3b4c68f10c req-e9263d8c-7b20-4495-963f-c8306ad731ae tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:52.468739 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-add4a8bd-8cc7-42d2-96cb-8b3b4c68f10c req-e9263d8c-7b20-4495-963f-c8306ad731ae tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0899103 Jun 01 15:58:52.517269 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-add4a8bd-8cc7-42d2-96cb-8b3b4c68f10c req-ddf2f3a1-7f73-4eca-81ed-24d10d3152ff tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427630 Jun 01 15:58:52.773392 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:53.183285 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247aab99-a521-493a-8d36-1294e728ee62 req-c78f4634-af1a-4f40-a96d-e9037007f144 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:53.185467 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-247aab99-a521-493a-8d36-1294e728ee62 req-c78f4634-af1a-4f40-a96d-e9037007f144 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 943 time: 0.0914366 Jun 01 15:58:53.240800 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-247aab99-a521-493a-8d36-1294e728ee62 req-bb6e1ec8-5c5b-4391-9a1b-b832aa2a65e1 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497327 Jun 01 15:58:53.378432 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bdc57-5563-43c6-8b72-844b2e71fc6d req-d4502db3-e07e-4fbb-9009-c8854744fd5a tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:53.379836 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-896bdc57-5563-43c6-8b72-844b2e71fc6d req-d4502db3-e07e-4fbb-9009-c8854744fd5a tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 944 time: 0.0809715 Jun 01 15:58:53.430959 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-896bdc57-5563-43c6-8b72-844b2e71fc6d req-230f5b7c-614a-47a1-8bb5-25ce1ebf0af2 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453739 Jun 01 15:58:53.769379 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b60b1d-bcb4-449f-a100-22737a0f3167 req-7d93e34b-ff57-46b7-990d-61c7ab259a89 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:53.770813 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-88b60b1d-bcb4-449f-a100-22737a0f3167 req-7d93e34b-ff57-46b7-990d-61c7ab259a89 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.1457367 Jun 01 15:58:53.815587 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-88b60b1d-bcb4-449f-a100-22737a0f3167 req-0b5a7d84-140e-44e3-ac0f-0165868a9222 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391288 Jun 01 15:58:54.120576 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041984f2-2af0-4d66-9862-00d979092f18 req-0b6c58f8-44f3-44ca-aa3e-8fed89c2dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:54.122029 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-041984f2-2af0-4d66-9862-00d979092f18 req-0b6c58f8-44f3-44ca-aa3e-8fed89c2dc79 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=29660878ab7645c7bf224b26c6c4a065&device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 1097 time: 0.0744066 Jun 01 15:58:54.193928 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-041984f2-2af0-4d66-9862-00d979092f18 req-0697109b-eb9a-4417-90df-d375b881d8c8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1de512d9-8bae-4850-918e-0f364264bbf3 HTTP/1.1" status: 200 len: 217 time: 0.0643368 Jun 01 15:58:54.255715 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041984f2-2af0-4d66-9862-00d979092f18 req-b7fe1e5d-cc7f-4c48-b43f-002f3ed0f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:54.257161 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-041984f2-2af0-4d66-9862-00d979092f18 req-b7fe1e5d-cc7f-4c48-b43f-002f3ed0f8e7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d969ce51-f174-4f60-92df-e52506cc6439 HTTP/1.1" status: 200 len: 853 time: 0.0565174 Jun 01 15:58:54.264561 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab6e8f-274f-4a15-b9a4-fab069d334ff req-7a520fce-97de-442e-81bc-89f1169d7ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:54.265971 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-a7ab6e8f-274f-4a15-b9a4-fab069d334ff req-7a520fce-97de-442e-81bc-89f1169d7ee6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d02537c05ff435b8494626c5f702d80&device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 1099 time: 0.0748971 Jun 01 15:58:54.335359 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041984f2-2af0-4d66-9862-00d979092f18 req-7da5b279-395f-4a03-9bcf-00e9d1922095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:54.336749 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-041984f2-2af0-4d66-9862-00d979092f18 req-7da5b279-395f-4a03-9bcf-00e9d1922095 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e92bd554-2a71-4608-b377-776018ebadc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727618 Jun 01 15:58:54.404261 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab6e8f-274f-4a15-b9a4-fab069d334ff req-2c69aefb-8c14-4e92-8a43-ed0b7f9f6e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:54.406130 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-a7ab6e8f-274f-4a15-b9a4-fab069d334ff req-2c69aefb-8c14-4e92-8a43-ed0b7f9f6e02 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 HTTP/1.1" status: 200 len: 911 time: 0.1336980 Jun 01 15:58:54.549100 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-041984f2-2af0-4d66-9862-00d979092f18 req-c99fe678-cec7-48c9-b08b-f25bb55a6407 service neutron] 10.222.0.89 "GET /v2.0/networks/e92bd554-2a71-4608-b377-776018ebadc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051651 Jun 01 15:58:54.612839 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-a7ab6e8f-274f-4a15-b9a4-fab069d334ff req-4b9746ca-d0f2-4936-aebc-ad78f83d0196 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6283d185-52ce-4661-b25b-f6c15ee00e4f HTTP/1.1" status: 200 len: 1002 time: 0.1979268 Jun 01 15:58:54.636302 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234ee40-eb9a-4238-8724-fbd5c8f963de req-89d9635b-f464-4da2-a3ed-9e19835f83e1 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:54.637742 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7234ee40-eb9a-4238-8724-fbd5c8f963de req-89d9635b-f464-4da2-a3ed-9e19835f83e1 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 943 time: 0.2738643 Jun 01 15:58:54.694775 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab6e8f-274f-4a15-b9a4-fab069d334ff req-edc7f28e-5442-42fe-ae45-8c6c82407379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:54.696241 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-a7ab6e8f-274f-4a15-b9a4-fab069d334ff req-edc7f28e-5442-42fe-ae45-8c6c82407379 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1bebea71-5dbd-4d8f-85bf-3a4566a49a88 HTTP/1.1" status: 200 len: 849 time: 0.0769613 Jun 01 15:58:54.789075 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab6e8f-274f-4a15-b9a4-fab069d334ff req-6b4d1ef8-a712-4201-af8a-63cf2ee2992c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:54.790535 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-a7ab6e8f-274f-4a15-b9a4-fab069d334ff req-6b4d1ef8-a712-4201-af8a-63cf2ee2992c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9ce6aa01-06d8-4cd3-b114-47dc6a9a7778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0875032 Jun 01 15:58:54.797734 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-7234ee40-eb9a-4238-8724-fbd5c8f963de req-f48d02f1-bfbb-4721-bf25-4388bf7e03bb tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452329 Jun 01 15:58:54.810064 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-041984f2-2af0-4d66-9862-00d979092f18 req-d48a6e30-324b-4a1c-b532-b4f2964956f1 service neutron] 10.222.0.89 "GET /v2.0/networks/e92bd554-2a71-4608-b377-776018ebadc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204432 Jun 01 15:58:54.819492 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e07cf-fa75-4f59-967d-a738e8c59242 req-234e6834-3b61-4f03-baba-220ec9931749 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:54.823009 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-087e07cf-fa75-4f59-967d-a738e8c59242 req-234e6834-3b61-4f03-baba-220ec9931749 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 944 time: 0.2769299 Jun 01 15:58:54.874853 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-087e07cf-fa75-4f59-967d-a738e8c59242 req-dc3aa9b0-c0fb-4b80-b770-ac973bb0bca9 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478594 Jun 01 15:58:54.940968 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-a7ab6e8f-274f-4a15-b9a4-fab069d334ff req-36130f12-d244-4d91-89b1-7041c8dbef93 service neutron] 10.222.0.89 "GET /v2.0/networks/9ce6aa01-06d8-4cd3-b114-47dc6a9a7778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418598 Jun 01 15:58:55.030029 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e643c-49a2-4d1c-89bd-d0a103813a0b req-ff3d890d-da5f-4b0b-9e56-7ebe04cdb682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:55.031538 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e41e643c-49a2-4d1c-89bd-d0a103813a0b req-ff3d890d-da5f-4b0b-9e56-7ebe04cdb682 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=29660878ab7645c7bf224b26c6c4a065&device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 1097 time: 0.1555393 Jun 01 15:58:55.082960 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-a7ab6e8f-274f-4a15-b9a4-fab069d334ff req-f9652f6c-fc63-4175-af07-d33f1c7eb27a service neutron] 10.222.0.89 "GET /v2.0/networks/9ce6aa01-06d8-4cd3-b114-47dc6a9a7778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350110 Jun 01 15:58:55.143682 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04acd38-78e3-4b8f-a7bf-1cd8881fc0fd req-48949d38-56d7-4785-a5c3-b85dbfac14e5 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:55.145023 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a04acd38-78e3-4b8f-a7bf-1cd8881fc0fd req-48949d38-56d7-4785-a5c3-b85dbfac14e5 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.2004130 Jun 01 15:58:55.213406 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a04acd38-78e3-4b8f-a7bf-1cd8881fc0fd req-d68e3c62-7612-4e6b-94ac-feb28ff69207 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619133 Jun 01 15:58:55.214419 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e643c-49a2-4d1c-89bd-d0a103813a0b req-6cdf2894-d47f-4278-aee8-16f4e2412fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:55.215796 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e41e643c-49a2-4d1c-89bd-d0a103813a0b req-6cdf2894-d47f-4278-aee8-16f4e2412fa9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e92bd554-2a71-4608-b377-776018ebadc6 HTTP/1.1" status: 200 len: 915 time: 0.1769774 Jun 01 15:58:55.286546 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e41e643c-49a2-4d1c-89bd-d0a103813a0b req-1770420d-3665-499f-af35-ffa6b1fa37ec service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1de512d9-8bae-4850-918e-0f364264bbf3 HTTP/1.1" status: 200 len: 217 time: 0.0640161 Jun 01 15:58:55.356335 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e643c-49a2-4d1c-89bd-d0a103813a0b req-5eac1738-5e91-4f58-92d1-b25e59db9754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:55.357755 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e41e643c-49a2-4d1c-89bd-d0a103813a0b req-5eac1738-5e91-4f58-92d1-b25e59db9754 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d969ce51-f174-4f60-92df-e52506cc6439 HTTP/1.1" status: 200 len: 853 time: 0.0626972 Jun 01 15:58:55.435536 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e643c-49a2-4d1c-89bd-d0a103813a0b req-5cda5fb2-003b-4fa0-ae96-b508fa18bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:55.437022 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e41e643c-49a2-4d1c-89bd-d0a103813a0b req-5cda5fb2-003b-4fa0-ae96-b508fa18bdae service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e92bd554-2a71-4608-b377-776018ebadc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724342 Jun 01 15:58:55.574756 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e41e643c-49a2-4d1c-89bd-d0a103813a0b req-a267ca69-a849-4bb3-8be8-afc93666d02e service neutron] 10.222.0.89 "GET /v2.0/networks/e92bd554-2a71-4608-b377-776018ebadc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308670 Jun 01 15:58:55.804703 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e41e643c-49a2-4d1c-89bd-d0a103813a0b req-a8ea720b-da67-498f-90da-12f12d608316 service neutron] 10.222.0.89 "GET /v2.0/networks/e92bd554-2a71-4608-b377-776018ebadc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212329 Jun 01 15:58:56.049877 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c751b95-d42f-4321-b210-40cb94513a31 req-58fdeef3-6b4d-4211-8a3c-10bac9949c47 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:56.051424 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6c751b95-d42f-4321-b210-40cb94513a31 req-58fdeef3-6b4d-4211-8a3c-10bac9949c47 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 943 time: 0.1314006 Jun 01 15:58:56.121282 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6c751b95-d42f-4321-b210-40cb94513a31 req-70c2e8e5-9701-4822-bf2d-49ceb5809799 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635226 Jun 01 15:58:56.141105 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e827b30-20e6-48bc-8e2c-e1f3b104d287 req-dddcf631-4f49-476a-b601-6f353241880a tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:56.143151 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6e827b30-20e6-48bc-8e2c-e1f3b104d287 req-dddcf631-4f49-476a-b601-6f353241880a tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 944 time: 0.1417191 Jun 01 15:58:56.190420 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6e827b30-20e6-48bc-8e2c-e1f3b104d287 req-e90dc117-4773-43fa-ad65-70ecc7f5f9ee tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414455 Jun 01 15:58:56.401491 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0ca44-a303-48c1-9ab0-00c770fd0e74 req-d6e7d2d9-b5d3-417b-a3c2-fc5e1eef589a tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:56.402943 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4fd0ca44-a303-48c1-9ab0-00c770fd0e74 req-d6e7d2d9-b5d3-417b-a3c2-fc5e1eef589a tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0827489 Jun 01 15:58:56.453652 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4fd0ca44-a303-48c1-9ab0-00c770fd0e74 req-915d5986-7248-4cde-8f44-bb816aa6975d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409403 Jun 01 15:58:56.822600 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 76c986cc-23d8-41c8-aafb-ed981d76ea0f details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:58:57.088095 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 76c986cc-23d8-41c8-aafb-ed981d76ea0f, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=76c986cc-23d8-41c8-aafb-ed981d76ea0f,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:58:57.111864 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Returning: {'device': '76c986cc-23d8-41c8-aafb-ed981d76ea0f', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'port_id': '76c986cc-23d8-41c8-aafb-ed981d76ea0f', 'mac_address': 'fa:16:3e:50:76:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:58:57.196268 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:57.215043 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c986cc-23d8-41c8-aafb-ed981d76ea0f {{(pid=91977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:58:57.246278 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 76c986cc-23d8-41c8-aafb-ed981d76ea0f, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=76c986cc-23d8-41c8-aafb-ed981d76ea0f,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:58:57.255183 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:57.256378 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 1de512d9-8bae-4850-918e-0f364264bbf3 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:58:57.262498 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-d3396c25-7685-475b-986b-47373ff6dc05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:57.396248 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=76c986cc-23d8-41c8-aafb-ed981d76ea0f,revision_number=9']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:57.401754 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:57.411351 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ed9ea-215d-480d-bc6c-0fe4dff869e6 req-b389fd35-4a48-4660-ab7a-77811d1d88e2 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:57.413085 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-fa8ed9ea-215d-480d-bc6c-0fe4dff869e6 req-b389fd35-4a48-4660-ab7a-77811d1d88e2 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 944 time: 0.1733370 Jun 01 15:58:57.478842 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2c7a6-fafa-45c8-b352-d4c5b6f4490f req-e03b9a19-c41d-4fae-a596-1dc74af5fb6f tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:57.481350 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-57f2c7a6-fafa-45c8-b352-d4c5b6f4490f req-e03b9a19-c41d-4fae-a596-1dc74af5fb6f tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 944 time: 0.1477551 Jun 01 15:58:57.498335 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 1de512d9-8bae-4850-918e-0f364264bbf3, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1de512d9-8bae-4850-918e-0f364264bbf3,segment=NetworkSegment(a08403f0-b7ba-487b-92db-35b4930135f4),segment_id=a08403f0-b7ba-487b-92db-35b4930135f4)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:58:57.513209 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Returning: {'device': '1de512d9-8bae-4850-918e-0f364264bbf3', 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6', 'port_id': '1de512d9-8bae-4850-918e-0f364264bbf3', 'mac_address': 'fa:16:3e:ee:9a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd969ce51-f174-4f60-92df-e52506cc6439', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:58:57.553528 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-fa8ed9ea-215d-480d-bc6c-0fe4dff869e6 req-9830b242-81ab-42a0-b0d5-776cb78d0439 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274989 Jun 01 15:58:57.572533 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:57.591874 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de512d9-8bae-4850-918e-0f364264bbf3 {{(pid=91977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:58:57.592189 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-57f2c7a6-fafa-45c8-b352-d4c5b6f4490f req-595fd88b-4fdf-447a-bb9c-cf7b53f77d7b tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954146 Jun 01 15:58:57.610280 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 1de512d9-8bae-4850-918e-0f364264bbf3, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1de512d9-8bae-4850-918e-0f364264bbf3,segment=NetworkSegment(a08403f0-b7ba-487b-92db-35b4930135f4),segment_id=a08403f0-b7ba-487b-92db-35b4930135f4)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:58:57.616515 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:57.619536 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:57.702765 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=1de512d9-8bae-4850-918e-0f364264bbf3,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:57.707291 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:57.923536 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['1de512d9-8bae-4850-918e-0f364264bbf3'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:58:57.950552 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['76c986cc-23d8-41c8-aafb-ed981d76ea0f'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:58:58.835013 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414499b-99de-43ed-b5eb-8f00916e20be req-19aafd27-4dc2-4a6b-9702-90c97d3e9051 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:58.836724 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8414499b-99de-43ed-b5eb-8f00916e20be req-19aafd27-4dc2-4a6b-9702-90c97d3e9051 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 945 time: 0.1226375 Jun 01 15:58:58.838752 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 76c986cc-23d8-41c8-aafb-ed981d76ea0f up at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:58:58.845740 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38d1af-09cf-4f7d-b34f-c4aba3357201 req-4c3cab85-b774-4d66-a696-2aaca338ac5c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:58.847361 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4d38d1af-09cf-4f7d-b34f-c4aba3357201 req-4c3cab85-b774-4d66-a696-2aaca338ac5c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 944 time: 0.1668777 Jun 01 15:58:58.915925 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning complete for port 76c986cc-23d8-41c8-aafb-ed981d76ea0f triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:58:58.916226 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:58.920308 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8414499b-99de-43ed-b5eb-8f00916e20be req-36193c56-8c69-4f26-bb7e-e37ca4c86293 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719514 Jun 01 15:58:58.925817 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4d38d1af-09cf-4f7d-b34f-c4aba3357201 req-862b1602-9a47-4aad-b5c3-9e26e225db6d tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639150 Jun 01 15:58:59.043836 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:59.072677 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed0559b-60db-4ac8-a0f8-8f66958aca11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c986cc-23d8-41c8-aafb-ed981d76ea0f'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:58:59.075248 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5cf17a-826b-43ee-b408-0c8e963c2731" -d '{"events": [{"server_uuid": "eed0559b-60db-4ac8-a0f8-8f66958aca11", "name": "network-vif-plugged", "status": "completed", "tag": "76c986cc-23d8-41c8-aafb-ed981d76ea0f"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:58:59.085004 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 76c986cc-23d8-41c8-aafb-ed981d76ea0f, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=76c986cc-23d8-41c8-aafb-ed981d76ea0f,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:58:59.089747 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:59.091042 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 1de512d9-8bae-4850-918e-0f364264bbf3 up at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:58:59.118894 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:59.198003 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5281f99f-4231-4a86-99bf-3b2969a7ef05 x-openstack-request-id: req-5281f99f-4231-4a86-99bf-3b2969a7ef05 {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:58:59.198357 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed0559b-60db-4ac8-a0f8-8f66958aca11", "name": "network-vif-plugged", "status": "completed", "tag": "76c986cc-23d8-41c8-aafb-ed981d76ea0f", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:58:59.198626 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5281f99f-4231-4a86-99bf-3b2969a7ef05 {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:58:59.199056 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed0559b-60db-4ac8-a0f8-8f66958aca11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c986cc-23d8-41c8-aafb-ed981d76ea0f', 'code': 200} Jun 01 15:58:59.228224 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=76c986cc-23d8-41c8-aafb-ed981d76ea0f,revision_number=10']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:59.232194 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:58:59.244587 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning for port 1de512d9-8bae-4850-918e-0f364264bbf3 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:58:59.254194 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning complete for port 1de512d9-8bae-4850-918e-0f364264bbf3 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:58:59.254744 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:59.442510 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:59.483016 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd8bc8-6ea0-4efc-a34e-1db9add59853 req-1cd762e5-7ee8-4fd1-a5c9-b772f9d240ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:58:59.484520 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3abd8bc8-6ea0-4efc-a34e-1db9add59853 req-1cd762e5-7ee8-4fd1-a5c9-b772f9d240ca service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 1099 time: 0.0844347 Jun 01 15:58:59.496205 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 1de512d9-8bae-4850-918e-0f364264bbf3, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1de512d9-8bae-4850-918e-0f364264bbf3,segment=NetworkSegment(a08403f0-b7ba-487b-92db-35b4930135f4),segment_id=a08403f0-b7ba-487b-92db-35b4930135f4)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:58:59.501919 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:58:59.504685 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:58:59.530749 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3abd8bc8-6ea0-4efc-a34e-1db9add59853 req-02ee6abc-9952-497b-84f1-cfc49b3b1916 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395920 Jun 01 15:58:59.598865 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=1de512d9-8bae-4850-918e-0f364264bbf3,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:58:59.602040 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:00.177910 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d3953-75fe-4100-9f59-d72fd459f12b req-1ac3746e-ca00-45e2-a9c5-177ce8dc2dab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:00.179487 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-bf3d3953-75fe-4100-9f59-d72fd459f12b req-1ac3746e-ca00-45e2-a9c5-177ce8dc2dab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 946 time: 0.1506770 Jun 01 15:59:00.187309 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e078e-39ce-442b-be70-4ed7149ef3b8 req-fa2bacbc-fc70-4bbc-87e2-3996e6fd04c8 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:00.189437 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-007e078e-39ce-442b-be70-4ed7149ef3b8 req-fa2bacbc-fc70-4bbc-87e2-3996e6fd04c8 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 946 time: 0.1193352 Jun 01 15:59:00.260295 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-bf3d3953-75fe-4100-9f59-d72fd459f12b req-2f1e7780-8129-48ff-b552-cedda7cf392a tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697362 Jun 01 15:59:00.268012 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-007e078e-39ce-442b-be70-4ed7149ef3b8 req-2808b828-0d29-4c6a-88fa-4f94fa4cf02c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643380 Jun 01 15:59:01.200738 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fed47e-f8b8-49cd-9334-46974cbedfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de512d9-8bae-4850-918e-0f364264bbf3'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:59:01.203237 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0636c8c2-8e72-46db-8f0e-01afb1b4b0af" -d '{"events": [{"server_uuid": "04fed47e-f8b8-49cd-9334-46974cbedfe0", "name": "network-vif-plugged", "status": "completed", "tag": "1de512d9-8bae-4850-918e-0f364264bbf3"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:59:01.246316 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d3fe04-e986-41f5-9ffa-7d66a4fb4916 x-openstack-request-id: req-f9d3fe04-e986-41f5-9ffa-7d66a4fb4916 {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:59:01.246624 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fed47e-f8b8-49cd-9334-46974cbedfe0", "name": "network-vif-plugged", "status": "completed", "tag": "1de512d9-8bae-4850-918e-0f364264bbf3", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:59:01.246883 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f9d3fe04-e986-41f5-9ffa-7d66a4fb4916 {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:59:01.247338 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fed47e-f8b8-49cd-9334-46974cbedfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de512d9-8bae-4850-918e-0f364264bbf3', 'code': 200} Jun 01 15:59:01.635360 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e21614-d85d-4cbb-923f-3a9ea129c8ea req-997c64e8-9fe1-45d3-91ac-7d051ebcc9ec tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:01.636881 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-30e21614-d85d-4cbb-923f-3a9ea129c8ea req-997c64e8-9fe1-45d3-91ac-7d051ebcc9ec tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 946 time: 0.2392299 Jun 01 15:59:01.646164 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853d31b-b478-438a-acea-7fe677db2392 req-9a597422-89ef-415b-a990-72423cccced9 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:01.647803 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5853d31b-b478-438a-acea-7fe677db2392 req-9a597422-89ef-415b-a990-72423cccced9 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 946 time: 0.2018843 Jun 01 15:59:01.664953 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7609ebb-c083-4f49-aa99-e7027cc1b134 req-baede7cc-7ba1-4534-8518-7e7171c0ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:01.666467 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d7609ebb-c083-4f49-aa99-e7027cc1b134 req-baede7cc-7ba1-4534-8518-7e7171c0ba74 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 1099 time: 0.1771824 Jun 01 15:59:01.747791 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-30e21614-d85d-4cbb-923f-3a9ea129c8ea req-59e3d350-bd03-464c-b54f-563226cb018a tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989623 Jun 01 15:59:01.762632 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5853d31b-b478-438a-acea-7fe677db2392 req-7af85a6e-e0cf-4968-aa9a-8ecd23932083 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951824 Jun 01 15:59:01.767277 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d7609ebb-c083-4f49-aa99-e7027cc1b134 req-7a8f8067-41f1-4480-bcf6-113f95c58915 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812786 Jun 01 15:59:02.958765 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56006f-bf95-489d-84d5-ac3e069ab91d req-4c22884e-714a-4dc9-9ea5-a97e80c26dd4 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:02.960377 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4e56006f-bf95-489d-84d5-ac3e069ab91d req-4c22884e-714a-4dc9-9ea5-a97e80c26dd4 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 946 time: 0.0862410 Jun 01 15:59:03.007420 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4e56006f-bf95-489d-84d5-ac3e069ab91d req-84b492d3-b6f0-405b-b52b-4be4ceb42550 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412071 Jun 01 15:59:03.212880 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9d09e-8018-4ae0-86b7-07b96678c543 req-496656bf-0a48-4563-965b-7d8aaed3a76a tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:03.214474 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-99b9d09e-8018-4ae0-86b7-07b96678c543 req-496656bf-0a48-4563-965b-7d8aaed3a76a tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 946 time: 0.0874527 Jun 01 15:59:03.263523 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-99b9d09e-8018-4ae0-86b7-07b96678c543 req-fb703455-5402-42c1-a8f5-93bfd5af2c32 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412891 Jun 01 15:59:03.757588 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ff618-6a5a-45d3-804c-0fe519538c0a req-f5a358d3-af30-4b1e-8ab5-e1418080f998 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:03.759241 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d63ff618-6a5a-45d3-804c-0fe519538c0a req-f5a358d3-af30-4b1e-8ab5-e1418080f998 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 946 time: 0.1672385 Jun 01 15:59:03.806507 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d63ff618-6a5a-45d3-804c-0fe519538c0a req-bc805151-58a4-48e1-aa5d-03acd4c94c5d tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416145 Jun 01 15:59:07.706633 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-5cdae7aa-7b1e-4ed7-b398-d1d960f2d2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:08.804030 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f18d7f-8b89-41da-9b63-d21544915984 req-ce127688-9dfe-4070-b453-2a3bb43cadd4 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:08.805457 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-26f18d7f-8b89-41da-9b63-d21544915984 req-ce127688-9dfe-4070-b453-2a3bb43cadd4 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 946 time: 0.0811145 Jun 01 15:59:08.850097 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-26f18d7f-8b89-41da-9b63-d21544915984 req-059c7724-47e6-4d26-ad58-9372e56fa148 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390708 Jun 01 15:59:08.873391 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 35770) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:08.982197 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990df7a1-423f-4bfd-952a-dd6451892c23 tempest-TestMinimumBasicScenario-1412436113 tempest-TestMinimumBasicScenario-1412436113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:08.983755 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-990df7a1-423f-4bfd-952a-dd6451892c23 tempest-TestMinimumBasicScenario-1412436113 tempest-TestMinimumBasicScenario-1412436113-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 1094 time: 0.1094072 Jun 01 15:59:08.986972 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 35774) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:08.991941 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Request body: {'floatingip': {'floating_network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'port_id': '1de512d9-8bae-4850-918e-0f364264bbf3', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:59:08.997932 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:59:09.001792 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Usage tracker for resource:floatingip and tenant:29660878ab7645c7bf224b26c6c4a065 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:59:09.004659 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:59:09.010333 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:59:09.021676 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for floatingip, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:09.160861 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:09.297187 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_common [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Allocated IP 172.28.0.28 (6e7482f9-9717-4453-9b2f-c40fb5d07656/517eec18-9bb2-4c7a-bda3-2fa22e1410fe/200ba6a9-312e-4d53-844e-0f754f17e946) {{(pid=91975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:59:09.448939 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for port, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:09.484088 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:09.487858 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-94d6276d-4013-4a86-bf89-a1183d4296ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:09.554538 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Network 6e7482f9-9717-4453-9b2f-c40fb5d07656 is already hosted by enough agents. {{(pid=91975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:59:09.557473 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Resources bound (agent type, host, resource id): {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:59:09.561140 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Received port after_create {{(pid=91975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:59:09.590419 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Pushing event updated for resources: {'Port': ['ID=200ba6a9-312e-4d53-844e-0f754f17e946,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:09.596357 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:10.148574 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-cf617996-0f66-4493-afe0-aa23abea8964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:10.167721 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:10.179500 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:10.385265 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:10.589302 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for port, precommit_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:10.593838 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:10.597493 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-0464bbc6-6e25-4db5-97ed-66d95818bbc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:10.700167 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Pushing event updated for resources: {'Port': ['ID=200ba6a9-312e-4d53-844e-0f754f17e946,revision_number=2']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:10.715888 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:10.716258 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:10.716613 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:10.716965 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:10.717309 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:10.717654 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:10.718005 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:10.718344 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:10.718758 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:10.719130 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:10.719475 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:10.720416 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:10.725444 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:10.728397 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633999'] for floatingip, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:10.904886 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.db.l3_db [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Floating IP 6e063849-b258-4ae2-af26-b36f254b5caf associated. External IP: 172.28.0.28, port: 1de512d9-8bae-4850-918e-0f364264bbf3. Jun 01 15:59:11.258070 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Router e22e6d39-ac1f-4fe0-98a4-5f400776fbf3 has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:59:11.351471 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:11.437469 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:59:11.447484 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c8b4a-81fe-460b-ad0e-9771f34c891e None None] Sync routers for ids ['e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'] in dv-cinder-793515-3-smb {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:59:11.458288 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642c8b4a-81fe-460b-ad0e-9771f34c891e None None] Routers {'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:59:11.458914 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-642c8b4a-81fe-460b-ad0e-9771f34c891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:59:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:59:11.464360 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for floatingip, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:11.520046 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-64829782-8464-4f91-a16b-fc73548a3be3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5316157 Jun 01 15:59:11.520618 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fed47e-f8b8-49cd-9334-46974cbedfe0', 'tag': '1de512d9-8bae-4850-918e-0f364264bbf3'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:59:11.522634 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35776) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:11.525002 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e087846-87de-4e02-b6ad-944732530ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "04fed47e-f8b8-49cd-9334-46974cbedfe0", "tag": "1de512d9-8bae-4850-918e-0f364264bbf3"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:59:11.528383 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-434384238', 'description': 'tempest-secgroup-smoke-434384238 description', 'project_id': '29660878ab7645c7bf224b26c6c4a065'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:59:11.534633 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:59:11.538658 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Usage tracker for resource:security_group and tenant:29660878ab7645c7bf224b26c6c4a065 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:59:11.541729 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:59:11.552938 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:59:11.567820 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:11.570914 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69a18fa-b0e2-4035-bfd1-b27406e45d69 x-openstack-request-id: req-e69a18fa-b0e2-4035-bfd1-b27406e45d69 {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:59:11.571280 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04fed47e-f8b8-49cd-9334-46974cbedfe0", "tag": "1de512d9-8bae-4850-918e-0f364264bbf3", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:59:11.571561 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e69a18fa-b0e2-4035-bfd1-b27406e45d69 {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:59:11.571988 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fed47e-f8b8-49cd-9334-46974cbedfe0', 'tag': '1de512d9-8bae-4850-918e-0f364264bbf3', 'status': 'completed', 'code': 200} Jun 01 15:59:11.590936 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:59:11.595323 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Usage tracker for resource:security_group_rule and tenant:29660878ab7645c7bf224b26c6c4a065 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:59:11.599743 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:59:11.606976 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:59:11.682590 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e087846-87de-4e02-b6ad-944732530ee3 req-1e86cd36-6e0c-487b-862c-02e48dd1582b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:11.685700 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8e087846-87de-4e02-b6ad-944732530ee3 req-1e86cd36-6e0c-487b-862c-02e48dd1582b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=29660878ab7645c7bf224b26c6c4a065&device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 1099 time: 0.0901139 Jun 01 15:59:11.687496 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:11.690122 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-642c8b4a-81fe-460b-ad0e-9771f34c891e None None] Set router e22e6d39-ac1f-4fe0-98a4-5f400776fbf3 gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:59:11.692631 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:11.698343 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-335e6c5b-836b-4ecc-974e-803c3372c86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:11.737178 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d8efc6-6110-4fa7-869f-bb1305f6dfc1,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:11.744729 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:11.749132 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2223051 Jun 01 15:59:11.749132 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:11.749132 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:11.749132 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:11.749132 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:11.749132 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:11.749132 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:11.749825 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:11.749825 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:11.750035 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:11.750374 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:11.750725 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:11.751602 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:11.754447 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35780) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:11.759472 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-175ce30f-4108-4a6f-9f06-9b4cd0ff45ad tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Request body: {'security_group_rule': {'security_group_id': 'd2d8efc6-6110-4fa7-869f-bb1305f6dfc1', 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:59:11.765309 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-175ce30f-4108-4a6f-9f06-9b4cd0ff45ad tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:59:11.770113 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-175ce30f-4108-4a6f-9f06-9b4cd0ff45ad tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Usage tracker for resource:security_group_rule and tenant:29660878ab7645c7bf224b26c6c4a065 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:59:11.773978 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-175ce30f-4108-4a6f-9f06-9b4cd0ff45ad tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:59:11.779999 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-175ce30f-4108-4a6f-9f06-9b4cd0ff45ad tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:59:11.787610 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:11.794622 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-175ce30f-4108-4a6f-9f06-9b4cd0ff45ad tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:11.867847 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-175ce30f-4108-4a6f-9f06-9b4cd0ff45ad tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:11.873479 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-175ce30f-4108-4a6f-9f06-9b4cd0ff45ad tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596623'] for security_group_rule, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:11.875767 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:11.900091 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ce30f-4108-4a6f-9f06-9b4cd0ff45ad tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ec620f-31b3-4917-be92-c82e5a197125,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:11.902811 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-175ce30f-4108-4a6f-9f06-9b4cd0ff45ad tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:11.912414 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-175ce30f-4108-4a6f-9f06-9b4cd0ff45ad tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:11.913749 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-175ce30f-4108-4a6f-9f06-9b4cd0ff45ad tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1578436 Jun 01 15:59:11.916513 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35782) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:11.921416 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-20c67731-eb50-436a-81e6-aaa23cffc4db tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Request body: {'security_group_rule': {'security_group_id': 'd2d8efc6-6110-4fa7-869f-bb1305f6dfc1', 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:59:11.928062 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-20c67731-eb50-436a-81e6-aaa23cffc4db tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:59:11.932064 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-20c67731-eb50-436a-81e6-aaa23cffc4db tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Usage tracker for resource:security_group_rule and tenant:29660878ab7645c7bf224b26c6c4a065 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:59:11.935098 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-20c67731-eb50-436a-81e6-aaa23cffc4db tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:59:11.941993 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-20c67731-eb50-436a-81e6-aaa23cffc4db tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:59:11.959890 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-20c67731-eb50-436a-81e6-aaa23cffc4db tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:11.980215 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e087846-87de-4e02-b6ad-944732530ee3 req-9e960487-f78c-40ac-97d6-d16588f073ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:11.981893 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8e087846-87de-4e02-b6ad-944732530ee3 req-9e960487-f78c-40ac-97d6-d16588f073ec service neutron] 10.222.0.89 "GET /v2.0/networks?id=e92bd554-2a71-4608-b377-776018ebadc6 HTTP/1.1" status: 200 len: 915 time: 0.2885828 Jun 01 15:59:12.029218 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-20c67731-eb50-436a-81e6-aaa23cffc4db tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:12.045639 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-20c67731-eb50-436a-81e6-aaa23cffc4db tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596623'] for security_group_rule, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:12.045639 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:12.073979 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c67731-eb50-436a-81e6-aaa23cffc4db tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8126cc88-cb06-49b5-a300-bcb8c5a4abb7,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:12.083007 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-20c67731-eb50-436a-81e6-aaa23cffc4db tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:12.094873 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-20c67731-eb50-436a-81e6-aaa23cffc4db tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:12.099047 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-20c67731-eb50-436a-81e6-aaa23cffc4db tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1814256 Jun 01 15:59:12.099371 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-642c8b4a-81fe-460b-ad0e-9771f34c891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'name': 'tempest-TestMinimumBasicScenario-208758389-router', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:07Z', 'revision_number': 4, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'gw_port': {'id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_floatingips': [{'id': '6e063849-b258-4ae2-af26-b36f254b5caf', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'floating_ip_address': '172.28.0.28', 'floating_network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'router_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'port_id': '1de512d9-8bae-4850-918e-0f364264bbf3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6', 'mac_address': 'fa:16:3e:ee:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fed47e-f8b8-49cd-9334-46974cbedfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:59:09Z', 'updated_at': '2021-06-01T15:59:09Z', 'revision_number': 0, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72532fa4-a404-4f49-a820-52de84fb7aec', 'name': '', 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'mac_address': 'fa:16:3e:3d:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd969ce51-f174-4f60-92df-e52506cc6439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:07Z', 'updated_at': '2021-06-01T15:58:13Z', 'revision_number': 5, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'subnets': [{'id': 'd969ce51-f174-4f60-92df-e52506cc6439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:59:12.099728 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35784) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:12.104120 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c8b4a-81fe-460b-ad0e-9771f34c891e None None] Checking router: e22e6d39-ac1f-4fe0-98a4-5f400776fbf3 for host: dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:59:12.104305 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-fde23ff3-7c23-4ba8-a278-cae127459866 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Request body: {'security_group_rule': {'security_group_id': 'd2d8efc6-6110-4fa7-869f-bb1305f6dfc1', 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:59:12.107898 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8e087846-87de-4e02-b6ad-944732530ee3 req-f61ccc70-7940-4cc4-9da8-00b2a5e41ba7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1de512d9-8bae-4850-918e-0f364264bbf3 HTTP/1.1" status: 200 len: 999 time: 0.1179790 Jun 01 15:59:12.110942 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-fde23ff3-7c23-4ba8-a278-cae127459866 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:59:12.113923 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642c8b4a-81fe-460b-ad0e-9771f34c891e None None] Routers {'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:59:12.114690 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-642c8b4a-81fe-460b-ad0e-9771f34c891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:59:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:59:12.115525 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-fde23ff3-7c23-4ba8-a278-cae127459866 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Usage tracker for resource:security_group_rule and tenant:29660878ab7645c7bf224b26c6c4a065 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:59:12.118468 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-fde23ff3-7c23-4ba8-a278-cae127459866 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:59:12.124527 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-fde23ff3-7c23-4ba8-a278-cae127459866 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:59:12.141295 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fde23ff3-7c23-4ba8-a278-cae127459866 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:12.180783 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e087846-87de-4e02-b6ad-944732530ee3 req-cf00246a-cb78-4428-b007-9a01715dccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:12.182555 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8e087846-87de-4e02-b6ad-944732530ee3 req-cf00246a-cb78-4428-b007-9a01715dccbc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d969ce51-f174-4f60-92df-e52506cc6439 HTTP/1.1" status: 200 len: 853 time: 0.0672305 Jun 01 15:59:12.209972 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fde23ff3-7c23-4ba8-a278-cae127459866 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:12.214824 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fde23ff3-7c23-4ba8-a278-cae127459866 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596623'] for security_group_rule, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:12.221994 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-175ce30f-4108-4a6f-9f06-9b4cd0ff45ad tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:12.245988 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde23ff3-7c23-4ba8-a278-cae127459866 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449fffd2-c4ec-40b0-8a95-762162e0a2af,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:12.252457 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-fde23ff3-7c23-4ba8-a278-cae127459866 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:12.256352 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fde23ff3-7c23-4ba8-a278-cae127459866 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:12.259593 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-fde23ff3-7c23-4ba8-a278-cae127459866 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1589026 Jun 01 15:59:12.260703 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35786) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:12.265650 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-87df4638-72a6-447f-83f8-86e29c324f53 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Request body: {'security_group_rule': {'security_group_id': 'd2d8efc6-6110-4fa7-869f-bb1305f6dfc1', 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:59:12.272926 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-87df4638-72a6-447f-83f8-86e29c324f53 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:59:12.277253 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-87df4638-72a6-447f-83f8-86e29c324f53 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Usage tracker for resource:security_group_rule and tenant:29660878ab7645c7bf224b26c6c4a065 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:59:12.280390 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-87df4638-72a6-447f-83f8-86e29c324f53 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:59:12.286941 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-87df4638-72a6-447f-83f8-86e29c324f53 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:59:12.294013 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e087846-87de-4e02-b6ad-944732530ee3 req-f4ab17a6-5de1-4fc9-a1f9-1e2e6de887f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:12.297121 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8e087846-87de-4e02-b6ad-944732530ee3 req-f4ab17a6-5de1-4fc9-a1f9-1e2e6de887f2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e92bd554-2a71-4608-b377-776018ebadc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1073124 Jun 01 15:59:12.305331 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-87df4638-72a6-447f-83f8-86e29c324f53 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:12.317825 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-642c8b4a-81fe-460b-ad0e-9771f34c891e None None] Set router e22e6d39-ac1f-4fe0-98a4-5f400776fbf3 gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:59:12.402982 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-87df4638-72a6-447f-83f8-86e29c324f53 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:12.410433 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-87df4638-72a6-447f-83f8-86e29c324f53 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596623'] for security_group_rule, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:12.412779 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:12.432902 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df4638-72a6-447f-83f8-86e29c324f53 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6cf8880-44d0-425d-aa37-b38e24031bda,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:12.439593 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-87df4638-72a6-447f-83f8-86e29c324f53 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:12.451554 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-87df4638-72a6-447f-83f8-86e29c324f53 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:12.452932 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-87df4638-72a6-447f-83f8-86e29c324f53 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1909518 Jun 01 15:59:12.455773 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35788) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:12.460585 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-5e90226d-c8c0-4248-ba52-74642e9ed527 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Request body: {'security_group_rule': {'security_group_id': 'd2d8efc6-6110-4fa7-869f-bb1305f6dfc1', 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:59:12.466762 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-5e90226d-c8c0-4248-ba52-74642e9ed527 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:59:12.468966 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8e087846-87de-4e02-b6ad-944732530ee3 req-46a1ee89-4f23-434c-858e-48690b765b7b service neutron] 10.222.0.89 "GET /v2.0/networks/e92bd554-2a71-4608-b377-776018ebadc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631060 Jun 01 15:59:12.471648 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-5e90226d-c8c0-4248-ba52-74642e9ed527 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Usage tracker for resource:security_group_rule and tenant:29660878ab7645c7bf224b26c6c4a065 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:59:12.474814 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-5e90226d-c8c0-4248-ba52-74642e9ed527 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:59:12.481315 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-5e90226d-c8c0-4248-ba52-74642e9ed527 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:59:12.494833 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.db.securitygroups_db [None req-5e90226d-c8c0-4248-ba52-74642e9ed527 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Project 29660878ab7645c7bf224b26c6c4a065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 15:59:12.504058 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5e90226d-c8c0-4248-ba52-74642e9ed527 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:12.576788 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5e90226d-c8c0-4248-ba52-74642e9ed527 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:12.584046 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5e90226d-c8c0-4248-ba52-74642e9ed527 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596623'] for security_group_rule, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:12.591245 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-87df4638-72a6-447f-83f8-86e29c324f53 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:12.613546 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90226d-c8c0-4248-ba52-74642e9ed527 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af998ca5-4b56-4570-a9ad-790705349c91,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:12.616281 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-5e90226d-c8c0-4248-ba52-74642e9ed527 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:12.625309 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5e90226d-c8c0-4248-ba52-74642e9ed527 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:12.627199 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-5e90226d-c8c0-4248-ba52-74642e9ed527 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1702323 Jun 01 15:59:12.629750 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35790) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:12.634488 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-55e47504-6b48-4bb5-ac3b-1a3c53e71a00 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Request body: {'security_group_rule': {'security_group_id': 'd2d8efc6-6110-4fa7-869f-bb1305f6dfc1', 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:59:12.640529 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-55e47504-6b48-4bb5-ac3b-1a3c53e71a00 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:59:12.645255 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-55e47504-6b48-4bb5-ac3b-1a3c53e71a00 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Usage tracker for resource:security_group_rule and tenant:29660878ab7645c7bf224b26c6c4a065 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:59:12.648588 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-55e47504-6b48-4bb5-ac3b-1a3c53e71a00 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:59:12.655986 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-55e47504-6b48-4bb5-ac3b-1a3c53e71a00 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:59:12.675320 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.db.securitygroups_db [None req-55e47504-6b48-4bb5-ac3b-1a3c53e71a00 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Project 29660878ab7645c7bf224b26c6c4a065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 15:59:12.683004 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-55e47504-6b48-4bb5-ac3b-1a3c53e71a00 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:12.700301 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8e087846-87de-4e02-b6ad-944732530ee3 req-09e95c8a-d1bb-4980-937e-77d3fa8eea54 service neutron] 10.222.0.89 "GET /v2.0/networks/e92bd554-2a71-4608-b377-776018ebadc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233703 Jun 01 15:59:12.734828 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-642c8b4a-81fe-460b-ad0e-9771f34c891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'name': 'tempest-TestMinimumBasicScenario-208758389-router', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:07Z', 'revision_number': 4, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'gw_port': {'id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_floatingips': [{'id': '6e063849-b258-4ae2-af26-b36f254b5caf', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'floating_ip_address': '172.28.0.28', 'floating_network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'router_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'port_id': '1de512d9-8bae-4850-918e-0f364264bbf3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6', 'mac_address': 'fa:16:3e:ee:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fed47e-f8b8-49cd-9334-46974cbedfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:59:09Z', 'updated_at': '2021-06-01T15:59:09Z', 'revision_number': 0, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72532fa4-a404-4f49-a820-52de84fb7aec', 'name': '', 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'mac_address': 'fa:16:3e:3d:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd969ce51-f174-4f60-92df-e52506cc6439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:07Z', 'updated_at': '2021-06-01T15:58:13Z', 'revision_number': 5, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'subnets': [{'id': 'd969ce51-f174-4f60-92df-e52506cc6439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:59:12.739900 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c8b4a-81fe-460b-ad0e-9771f34c891e None None] The sync data for ids ['e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'] in dv-cinder-793515-3-smb is: [{'id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'name': 'tempest-TestMinimumBasicScenario-208758389-router', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:07Z', 'revision_number': 4, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'gw_port': {'id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_floatingips': [{'id': '6e063849-b258-4ae2-af26-b36f254b5caf', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'floating_ip_address': '172.28.0.28', 'floating_network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'router_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'port_id': '1de512d9-8bae-4850-918e-0f364264bbf3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6', 'mac_address': 'fa:16:3e:ee:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fed47e-f8b8-49cd-9334-46974cbedfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:59:09Z', 'updated_at': '2021-06-01T15:59:09Z', 'revision_number': 0, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72532fa4-a404-4f49-a820-52de84fb7aec', 'name': '', 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'mac_address': 'fa:16:3e:3d:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd969ce51-f174-4f60-92df-e52506cc6439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:07Z', 'updated_at': '2021-06-01T15:58:13Z', 'revision_number': 5, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'subnets': [{'id': 'd969ce51-f174-4f60-92df-e52506cc6439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:59:12.760307 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-55e47504-6b48-4bb5-ac3b-1a3c53e71a00 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:12.764695 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-55e47504-6b48-4bb5-ac3b-1a3c53e71a00 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596623'] for security_group_rule, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:12.767602 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-5e90226d-c8c0-4248-ba52-74642e9ed527 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:12.793995 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e47504-6b48-4bb5-ac3b-1a3c53e71a00 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66af989c-653d-4bf3-ab85-23511be08ab9,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:12.796762 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-55e47504-6b48-4bb5-ac3b-1a3c53e71a00 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:12.811094 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-55e47504-6b48-4bb5-ac3b-1a3c53e71a00 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:12.812564 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-55e47504-6b48-4bb5-ac3b-1a3c53e71a00 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1818199 Jun 01 15:59:12.945783 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-bebb1180-6d4e-47c0-9e59-e2bef5fecfd3 req-d5eff3ca-b061-4732-8844-db96176d8de9 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434384238&fields=id&tenant_id=29660878ab7645c7bf224b26c6c4a065 HTTP/1.1" status: 200 len: 267 time: 0.0469906 Jun 01 15:59:12.958261 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31189e91-e8c3-4a4c-8f43-3e0b9a2f0f48 None None] New status for floating IP 6e063849-b258-4ae2-af26-b36f254b5caf: ACTIVE {{(pid=91978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 15:59:13.037906 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb1180-6d4e-47c0-9e59-e2bef5fecfd3 req-ad793674-11e8-4cf9-a3be-294dfa191ce6 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:13.039653 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-bebb1180-6d4e-47c0-9e59-e2bef5fecfd3 req-ad793674-11e8-4cf9-a3be-294dfa191ce6 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 946 time: 0.0879369 Jun 01 15:59:13.051509 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-bebb1180-6d4e-47c0-9e59-e2bef5fecfd3 req-348fe9f6-b1d2-4d27-aab7-fcb7c909ef00 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Request body: {'port': {'security_groups': ['b9c5d3b5-fde8-48d5-abd3-77cfec5667a1', 'd2d8efc6-6110-4fa7-869f-bb1305f6dfc1']}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:59:13.186386 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-bebb1180-6d4e-47c0-9e59-e2bef5fecfd3 req-348fe9f6-b1d2-4d27-aab7-fcb7c909ef00 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:13.347538 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:13.476845 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-bebb1180-6d4e-47c0-9e59-e2bef5fecfd3 req-348fe9f6-b1d2-4d27-aab7-fcb7c909ef00 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] For port 1de512d9-8bae-4850-918e-0f364264bbf3, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1de512d9-8bae-4850-918e-0f364264bbf3,segment=NetworkSegment(a08403f0-b7ba-487b-92db-35b4930135f4),segment_id=a08403f0-b7ba-487b-92db-35b4930135f4)] {{(pid=91975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:59:13.504563 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-bebb1180-6d4e-47c0-9e59-e2bef5fecfd3 req-348fe9f6-b1d2-4d27-aab7-fcb7c909ef00 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for port, precommit_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:13.509611 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-bebb1180-6d4e-47c0-9e59-e2bef5fecfd3 req-348fe9f6-b1d2-4d27-aab7-fcb7c909ef00 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:13.515903 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-5b6e04d3-8ae4-4c95-a794-26e2caef8b35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:13.522651 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['1de512d9-8bae-4850-918e-0f364264bbf3'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:59:13.582654 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb1180-6d4e-47c0-9e59-e2bef5fecfd3 req-348fe9f6-b1d2-4d27-aab7-fcb7c909ef00 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:13.583350 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-bebb1180-6d4e-47c0-9e59-e2bef5fecfd3 req-348fe9f6-b1d2-4d27-aab7-fcb7c909ef00 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:13.584821 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-bebb1180-6d4e-47c0-9e59-e2bef5fecfd3 req-348fe9f6-b1d2-4d27-aab7-fcb7c909ef00 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "PUT /v2.0/ports/1de512d9-8bae-4850-918e-0f364264bbf3 HTTP/1.1" status: 200 len: 982 time: 0.5382423 Jun 01 15:59:13.585361 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fed47e-f8b8-49cd-9334-46974cbedfe0', 'tag': '1de512d9-8bae-4850-918e-0f364264bbf3'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:59:13.594159 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bcc92c-5cf7-4a71-9279-61c7eb478063" -d '{"events": [{"name": "network-changed", "server_uuid": "04fed47e-f8b8-49cd-9334-46974cbedfe0", "tag": "1de512d9-8bae-4850-918e-0f364264bbf3"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:59:13.624539 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fe9f6-b1d2-4d27-aab7-fcb7c909ef00 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Pushing event updated for resources: {'Port': ['ID=1de512d9-8bae-4850-918e-0f364264bbf3,revision_number=6']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:13.629801 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-348fe9f6-b1d2-4d27-aab7-fcb7c909ef00 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:13.666108 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af196be-99e1-4353-bff2-885bc6bacecc x-openstack-request-id: req-2af196be-99e1-4353-bff2-885bc6bacecc {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:59:13.666434 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04fed47e-f8b8-49cd-9334-46974cbedfe0", "tag": "1de512d9-8bae-4850-918e-0f364264bbf3", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:59:13.666757 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2af196be-99e1-4353-bff2-885bc6bacecc {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:59:13.667216 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fed47e-f8b8-49cd-9334-46974cbedfe0', 'tag': '1de512d9-8bae-4850-918e-0f364264bbf3', 'status': 'completed', 'code': 200} Jun 01 15:59:13.681234 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['1de512d9-8bae-4850-918e-0f364264bbf3'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:59:13.852376 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcc92c-5cf7-4a71-9279-61c7eb478063 req-75429742-50f5-43b9-9c63-9f717f539521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:13.853757 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-91bcc92c-5cf7-4a71-9279-61c7eb478063 req-75429742-50f5-43b9-9c63-9f717f539521 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=29660878ab7645c7bf224b26c6c4a065&device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 1138 time: 0.1554749 Jun 01 15:59:13.863834 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510558ef-4352-444c-888f-1d004b4e43a5 req-a72ff7de-e41a-4162-8ff2-2b6a0a81b70f tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:13.865240 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-510558ef-4352-444c-888f-1d004b4e43a5 req-a72ff7de-e41a-4162-8ff2-2b6a0a81b70f tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 985 time: 0.1206343 Jun 01 15:59:13.891640 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-d5f9d060-281c-4aea-89fa-e0ef8e14d024 None None] Provisioning complete for port 1de512d9-8bae-4850-918e-0f364264bbf3 triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:59:13.892273 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-d5f9d060-281c-4aea-89fa-e0ef8e14d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:13.997122 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-510558ef-4352-444c-888f-1d004b4e43a5 req-2a77b219-c34e-4b19-b863-f4cdaa4e4813 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d8efc6-6110-4fa7-869f-bb1305f6dfc1&id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1133475 Jun 01 15:59:14.037351 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcc92c-5cf7-4a71-9279-61c7eb478063 req-d86686b9-4d21-4a74-b055-0ca0a7baf9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:14.039973 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-91bcc92c-5cf7-4a71-9279-61c7eb478063 req-d86686b9-4d21-4a74-b055-0ca0a7baf9ae service neutron] 10.222.0.89 "GET /v2.0/networks?id=e92bd554-2a71-4608-b377-776018ebadc6 HTTP/1.1" status: 200 len: 915 time: 0.1737757 Jun 01 15:59:14.152609 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-91bcc92c-5cf7-4a71-9279-61c7eb478063 req-edd5ea1b-50c4-4fa1-a87b-b1c2eb2368f4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1de512d9-8bae-4850-918e-0f364264bbf3 HTTP/1.1" status: 200 len: 1001 time: 0.1062353 Jun 01 15:59:14.224830 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcc92c-5cf7-4a71-9279-61c7eb478063 req-53d60c2b-bf79-45a7-a362-e89e9212ae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:14.226288 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-91bcc92c-5cf7-4a71-9279-61c7eb478063 req-53d60c2b-bf79-45a7-a362-e89e9212ae7c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d969ce51-f174-4f60-92df-e52506cc6439 HTTP/1.1" status: 200 len: 853 time: 0.0598812 Jun 01 15:59:14.306805 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcc92c-5cf7-4a71-9279-61c7eb478063 req-70f67455-f5de-4fc9-9b9a-ce783c8d3b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:14.308293 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-91bcc92c-5cf7-4a71-9279-61c7eb478063 req-70f67455-f5de-4fc9-9b9a-ce783c8d3b65 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e92bd554-2a71-4608-b377-776018ebadc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745192 Jun 01 15:59:14.544650 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-91bcc92c-5cf7-4a71-9279-61c7eb478063 req-5cc2038d-c5b0-4d93-8feb-8fece2f49be6 service neutron] 10.222.0.89 "GET /v2.0/networks/e92bd554-2a71-4608-b377-776018ebadc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266841 Jun 01 15:59:14.680130 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-91bcc92c-5cf7-4a71-9279-61c7eb478063 req-40967b2c-de83-4e16-8e0a-3767b86511ae service neutron] 10.222.0.89 "GET /v2.0/networks/e92bd554-2a71-4608-b377-776018ebadc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283820 Jun 01 15:59:17.522918 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:59:19.204547 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-78bce34d-66d8-45b9-bd9f-64c396daba6a req-f4790aed-c9b0-4766-9141-d738c8ffcb4f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704315 Jun 01 15:59:19.303341 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bce34d-66d8-45b9-bd9f-64c396daba6a req-2c0b78cc-a996-42bf-a14d-45bb478f61fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:19.304810 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-78bce34d-66d8-45b9-bd9f-64c396daba6a req-2c0b78cc-a996-42bf-a14d-45bb478f61fc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=12fb45d959194124816570e75695094b&device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 1099 time: 0.0758920 Jun 01 15:59:19.457324 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bce34d-66d8-45b9-bd9f-64c396daba6a req-8a2c59a4-bee0-40dc-aa3d-e484f71a0184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:19.458777 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-78bce34d-66d8-45b9-bd9f-64c396daba6a req-8a2c59a4-bee0-40dc-aa3d-e484f71a0184 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff HTTP/1.1" status: 200 len: 918 time: 0.1297197 Jun 01 15:59:19.572217 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-78bce34d-66d8-45b9-bd9f-64c396daba6a req-6fa53dd2-55f5-4e64-87e9-54daf8e9c110 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76c986cc-23d8-41c8-aafb-ed981d76ea0f HTTP/1.1" status: 200 len: 999 time: 0.1026883 Jun 01 15:59:19.636864 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bce34d-66d8-45b9-bd9f-64c396daba6a req-5a644c88-68e9-4e05-9574-21ae52f46558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:19.638319 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-78bce34d-66d8-45b9-bd9f-64c396daba6a req-5a644c88-68e9-4e05-9574-21ae52f46558 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ff05e754-6aad-4db5-b1da-a8b9dc40ba92 HTTP/1.1" status: 200 len: 856 time: 0.0587342 Jun 01 15:59:19.729539 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bce34d-66d8-45b9-bd9f-64c396daba6a req-adffdaf0-38dc-4038-b54d-bfc328778121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:19.730956 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-78bce34d-66d8-45b9-bd9f-64c396daba6a req-adffdaf0-38dc-4038-b54d-bfc328778121 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797999 Jun 01 15:59:19.879011 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-78bce34d-66d8-45b9-bd9f-64c396daba6a req-8f9cfb01-4c3d-4dc4-9d52-6dcfbce0e885 service neutron] 10.222.0.89 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406379 Jun 01 15:59:20.015852 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-78bce34d-66d8-45b9-bd9f-64c396daba6a req-36f2ef82-445c-4cf3-994d-4e01214b21cf service neutron] 10.222.0.89 "GET /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290233 Jun 01 15:59:22.773232 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:35.136107 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1a26a-5d1e-4ae7-9693-4bcf20eeddc9 req-775f5737-f5cd-4341-977d-2022c93dba26 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:35.137652 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c3f1a26a-5d1e-4ae7-9693-4bcf20eeddc9 req-775f5737-f5cd-4341-977d-2022c93dba26 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 946 time: 0.0813060 Jun 01 15:59:35.184902 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c3f1a26a-5d1e-4ae7-9693-4bcf20eeddc9 req-b3d1ae7f-3049-4f5a-94e6-667a0a399044 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413995 Jun 01 15:59:35.556435 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d05b60-4716-4c67-ab97-3afb4cece420 req-900d0443-815a-449b-8caf-0970966468f0 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:35.557882 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-16d05b60-4716-4c67-ab97-3afb4cece420 req-900d0443-815a-449b-8caf-0970966468f0 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0820246 Jun 01 15:59:35.604273 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-16d05b60-4716-4c67-ab97-3afb4cece420 req-f6153fea-7e39-40eb-91f4-e788d574165e tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404987 Jun 01 15:59:36.383005 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ba786-9aa0-431a-9973-aca123028792 req-037336fe-6a61-45af-ae22-b76821b68760 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:36.384374 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0b3ba786-9aa0-431a-9973-aca123028792 req-037336fe-6a61-45af-ae22-b76821b68760 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 946 time: 0.0863619 Jun 01 15:59:36.433511 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0b3ba786-9aa0-431a-9973-aca123028792 req-25e9d2b0-4ace-45ca-a175-9bd550e55ead tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups?id=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435297 Jun 01 15:59:36.552358 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39428efc-50c3-42af-b354-045a5cb8042f req-c421c0c9-1aaf-4e7a-819d-720a80283c57 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:36.553749 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-39428efc-50c3-42af-b354-045a5cb8042f req-c421c0c9-1aaf-4e7a-819d-720a80283c57 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.89 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 946 time: 0.0783973 Jun 01 15:59:36.694095 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [req-39428efc-50c3-42af-b354-045a5cb8042f req-dae13761-b620-4615-84c6-48705bb2f1a9 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Deleting port 76c986cc-23d8-41c8-aafb-ed981d76ea0f {{(pid=91975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:59:36.694430 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-39428efc-50c3-42af-b354-045a5cb8042f req-dae13761-b620-4615-84c6-48705bb2f1a9 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:36.983661 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-39428efc-50c3-42af-b354-045a5cb8042f req-dae13761-b620-4615-84c6-48705bb2f1a9 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] For port 76c986cc-23d8-41c8-aafb-ed981d76ea0f, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=76c986cc-23d8-41c8-aafb-ed981d76ea0f,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:59:36.984011 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-39428efc-50c3-42af-b354-045a5cb8042f req-dae13761-b620-4615-84c6-48705bb2f1a9 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:37.056606 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0de0a-3161-4d32-ae35-530fdcf8ce15 req-e4de334d-48e4-4cb3-82d0-eaec45c5ad0d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:37.058034 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-bfc0de0a-3161-4d32-ae35-530fdcf8ce15 req-e4de334d-48e4-4cb3-82d0-eaec45c5ad0d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.3436112 Jun 01 15:59:37.190577 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-bfc0de0a-3161-4d32-ae35-530fdcf8ce15 req-f4a5e3da-347d-4cba-8f17-79c3ba51550d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202450 Jun 01 15:59:37.321632 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-39428efc-50c3-42af-b354-045a5cb8042f req-dae13761-b620-4615-84c6-48705bb2f1a9 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:37.321920 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-39428efc-50c3-42af-b354-045a5cb8042f req-dae13761-b620-4615-84c6-48705bb2f1a9 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633999'] for floatingip, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:37.322414 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.db.l3_db [req-39428efc-50c3-42af-b354-045a5cb8042f req-dae13761-b620-4615-84c6-48705bb2f1a9 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Floating IP 7c5acdd1-a55d-4d38-a2b8-f5034f3c0a91 disassociated. External IP: 172.28.0.9, port: 76c986cc-23d8-41c8-aafb-ed981d76ea0f. Jun 01 15:59:37.323006 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [req-39428efc-50c3-42af-b354-045a5cb8042f req-dae13761-b620-4615-84c6-48705bb2f1a9 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Calling delete_port for 76c986cc-23d8-41c8-aafb-ed981d76ea0f owned by compute:nova {{(pid=91975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:59:37.435632 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-39428efc-50c3-42af-b354-045a5cb8042f req-dae13761-b620-4615-84c6-48705bb2f1a9 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:37.441131 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-b5d1e754-ad1a-43fd-80af-691c35fb4713 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:37.484656 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae13761-b620-4615-84c6-48705bb2f1a9 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Pushing event deleted for resources: {'Port': ['ID=76c986cc-23d8-41c8-aafb-ed981d76ea0f,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:37.487712 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-dae13761-b620-4615-84c6-48705bb2f1a9 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:37.602120 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-53af3ecb-9eef-41f4-850b-20c3c94bc750 req-18e92587-5783-48e7-9f0b-c8527c67f564 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/ports?device_id=eed0559b-60db-4ac8-a0f8-8f66958aca11 HTTP/1.1" status: 200 len: 210 time: 0.0465915 Jun 01 15:59:37.620943 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6db987-f89c-47b9-b260-4245f75c8e56 req-a10cd9ff-e132-49cb-a5f5-5c29955d1e16 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:37.623129 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-cd6db987-f89c-47b9-b260-4245f75c8e56 req-a10cd9ff-e132-49cb-a5f5-5c29955d1e16 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.89 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0839865 Jun 01 15:59:37.699848 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-ae50486f-5d34-42d6-bcf5-91b48f6bdd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:37.718859 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39428efc-50c3-42af-b354-045a5cb8042f req-dae13761-b620-4615-84c6-48705bb2f1a9 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Router a12d3658-2a05-42a8-b475-eb4a4204aee8 has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:59:37.761964 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [req-cd6db987-f89c-47b9-b260-4245f75c8e56 req-a5f6a3fb-c5d7-417f-a79d-e683b9170542 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Deleting port 6283d185-52ce-4661-b25b-f6c15ee00e4f {{(pid=91976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:59:37.762260 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-cd6db987-f89c-47b9-b260-4245f75c8e56 req-a5f6a3fb-c5d7-417f-a79d-e683b9170542 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:37.904398 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [req-cd6db987-f89c-47b9-b260-4245f75c8e56 req-a5f6a3fb-c5d7-417f-a79d-e683b9170542 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] For port 6283d185-52ce-4661-b25b-f6c15ee00e4f, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6283d185-52ce-4661-b25b-f6c15ee00e4f,segment=NetworkSegment(d99c4ca3-6d13-4932-8722-f57b854e9798),segment_id=d99c4ca3-6d13-4932-8722-f57b854e9798)] {{(pid=91976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:59:37.904755 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39428efc-50c3-42af-b354-045a5cb8042f req-dae13761-b620-4615-84c6-48705bb2f1a9 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:59:37.904938 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-cd6db987-f89c-47b9-b260-4245f75c8e56 req-a5f6a3fb-c5d7-417f-a79d-e683b9170542 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:37.915909 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e79daa2-bbae-43ce-9220-71d16efb9491 None None] Sync routers for ids ['a12d3658-2a05-42a8-b475-eb4a4204aee8'] in dv-cinder-793515-3-smb {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:59:37.930675 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e79daa2-bbae-43ce-9220-71d16efb9491 None None] Routers {'a12d3658-2a05-42a8-b475-eb4a4204aee8'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:59:37.931631 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-2e79daa2-bbae-43ce-9220-71d16efb9491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:59:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['a12d3658-2a05-42a8-b475-eb4a4204aee8'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:59:37.985572 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [req-39428efc-50c3-42af-b354-045a5cb8042f req-dae13761-b620-4615-84c6-48705bb2f1a9 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] No DVR routers for this DVR port 76c986cc-23d8-41c8-aafb-ed981d76ea0f on host hv-cinder-79351 {{(pid=91975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:59:37.989289 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-39428efc-50c3-42af-b354-045a5cb8042f req-dae13761-b620-4615-84c6-48705bb2f1a9 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:37.992363 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed0559b-60db-4ac8-a0f8-8f66958aca11', 'name': 'network-vif-deleted', 'tag': '76c986cc-23d8-41c8-aafb-ed981d76ea0f'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:59:37.994691 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed176e5-1a27-4346-9644-b75c1ee09bbd" -d '{"events": [{"server_uuid": "eed0559b-60db-4ac8-a0f8-8f66958aca11", "name": "network-vif-deleted", "tag": "76c986cc-23d8-41c8-aafb-ed981d76ea0f"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:59:38.008890 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-39428efc-50c3-42af-b354-045a5cb8042f req-dae13761-b620-4615-84c6-48705bb2f1a9 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.89 "DELETE /v2.0/ports/76c986cc-23d8-41c8-aafb-ed981d76ea0f HTTP/1.1" status: 204 len: 173 time: 1.4485643 Jun 01 15:59:38.063591 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a29fc4-a1d9-49d3-8625-17c7875510eb x-openstack-request-id: req-52a29fc4-a1d9-49d3-8625-17c7875510eb {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:59:38.065140 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed0559b-60db-4ac8-a0f8-8f66958aca11", "name": "network-vif-deleted", "tag": "76c986cc-23d8-41c8-aafb-ed981d76ea0f", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:59:38.065684 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-52a29fc4-a1d9-49d3-8625-17c7875510eb {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:59:38.066355 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed0559b-60db-4ac8-a0f8-8f66958aca11', 'name': 'network-vif-deleted', 'tag': '76c986cc-23d8-41c8-aafb-ed981d76ea0f', 'status': 'completed', 'code': 200} Jun 01 15:59:38.143844 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-2e79daa2-bbae-43ce-9220-71d16efb9491 None None] Set router a12d3658-2a05-42a8-b475-eb4a4204aee8 gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:59:38.238799 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-cd6db987-f89c-47b9-b260-4245f75c8e56 req-a5f6a3fb-c5d7-417f-a79d-e683b9170542 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:38.239528 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-cd6db987-f89c-47b9-b260-4245f75c8e56 req-a5f6a3fb-c5d7-417f-a79d-e683b9170542 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633999'] for floatingip, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:38.239905 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.db.l3_db [req-cd6db987-f89c-47b9-b260-4245f75c8e56 req-a5f6a3fb-c5d7-417f-a79d-e683b9170542 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Floating IP 63c5768c-6969-4232-856a-6caa029dc864 disassociated. External IP: 172.28.0.253, port: 6283d185-52ce-4661-b25b-f6c15ee00e4f. Jun 01 15:59:38.240436 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [req-cd6db987-f89c-47b9-b260-4245f75c8e56 req-a5f6a3fb-c5d7-417f-a79d-e683b9170542 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Calling delete_port for 6283d185-52ce-4661-b25b-f6c15ee00e4f owned by compute:nova {{(pid=91976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:59:38.390955 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c9c24-70eb-48de-8989-efa97c104f39 req-8e60de69-5ae5-4d50-a9f0-d9ea2328a40d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:38.392800 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2f9c9c24-70eb-48de-8989-efa97c104f39 req-8e60de69-5ae5-4d50-a9f0-d9ea2328a40d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 946 time: 0.0891860 Jun 01 15:59:38.443320 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2f9c9c24-70eb-48de-8989-efa97c104f39 req-16e0a62d-51a6-44f3-b0c5-d7371fe6d741 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=a4c3b7a0-aa64-48de-9e70-96169c60f41d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445960 Jun 01 15:59:38.453187 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-cd6db987-f89c-47b9-b260-4245f75c8e56 req-a5f6a3fb-c5d7-417f-a79d-e683b9170542 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:38.462549 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-1ca87015-a5fe-4741-8964-e8c557dc2035 tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:38.507214 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-2e79daa2-bbae-43ce-9220-71d16efb9491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'name': 'tempest-AttachVolumeShelveTestJSON-1405309750-router', 'tenant_id': '12fb45d959194124816570e75695094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:53:23Z', 'revision_number': 4, 'project_id': '12fb45d959194124816570e75695094b', 'gw_port': {'id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:05Z', 'updated_at': '2021-06-01T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '7d919416-8138-467e-8c51-f001ba42549e', 'name': '', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'tenant_id': '12fb45d959194124816570e75695094b', 'mac_address': 'fa:16:3e:90:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:19Z', 'updated_at': '2021-06-01T15:53:37Z', 'revision_number': 5, 'project_id': '12fb45d959194124816570e75695094b', 'subnets': [{'id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:59:38.511781 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e79daa2-bbae-43ce-9220-71d16efb9491 None None] Checking router: a12d3658-2a05-42a8-b475-eb4a4204aee8 for host: dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:59:38.512449 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6a3fb-c5d7-417f-a79d-e683b9170542 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Pushing event deleted for resources: {'Port': ['ID=6283d185-52ce-4661-b25b-f6c15ee00e4f,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:38.515616 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-a5f6a3fb-c5d7-417f-a79d-e683b9170542 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:38.521419 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e79daa2-bbae-43ce-9220-71d16efb9491 None None] Routers {'a12d3658-2a05-42a8-b475-eb4a4204aee8'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:59:38.522037 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-2e79daa2-bbae-43ce-9220-71d16efb9491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:59:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['a12d3658-2a05-42a8-b475-eb4a4204aee8'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:59:38.717293 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd6db987-f89c-47b9-b260-4245f75c8e56 req-a5f6a3fb-c5d7-417f-a79d-e683b9170542 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Router 5ea0c986-98db-4eba-9187-54a32175ef7d has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:59:38.722362 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-2e79daa2-bbae-43ce-9220-71d16efb9491 None None] Set router a12d3658-2a05-42a8-b475-eb4a4204aee8 gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:59:38.900315 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd6db987-f89c-47b9-b260-4245f75c8e56 req-a5f6a3fb-c5d7-417f-a79d-e683b9170542 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:59:38.912336 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36f708f-f2d6-4bc8-83a8-1389f8df7f7f None None] Sync routers for ids ['5ea0c986-98db-4eba-9187-54a32175ef7d'] in dv-cinder-793515-3-smb {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:59:38.925330 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36f708f-f2d6-4bc8-83a8-1389f8df7f7f None None] Routers {'5ea0c986-98db-4eba-9187-54a32175ef7d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:59:38.926944 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-a36f708f-f2d6-4bc8-83a8-1389f8df7f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:59:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['5ea0c986-98db-4eba-9187-54a32175ef7d'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:59:38.978785 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6db987-f89c-47b9-b260-4245f75c8e56 req-a5f6a3fb-c5d7-417f-a79d-e683b9170542 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] No DVR routers for this DVR port 6283d185-52ce-4661-b25b-f6c15ee00e4f on host hv-cinder-79351 {{(pid=91976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:59:38.981414 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-cd6db987-f89c-47b9-b260-4245f75c8e56 req-a5f6a3fb-c5d7-417f-a79d-e683b9170542 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:38.984589 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41571448-d7d1-4834-aba6-e480101e7932', 'name': 'network-vif-deleted', 'tag': '6283d185-52ce-4661-b25b-f6c15ee00e4f'}] {{(pid=91976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:59:38.987280 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f9d738effd6d9aceb087a38e3a2b49a7446793e3ad91c39eafceb576f9fb4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffd203e-5ffd-491a-8421-65379dbf3d4b" -d '{"events": [{"server_uuid": "41571448-d7d1-4834-aba6-e480101e7932", "name": "network-vif-deleted", "tag": "6283d185-52ce-4661-b25b-f6c15ee00e4f"}]}' {{(pid=91976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:59:39.010711 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 76c986cc-23d8-41c8-aafb-ed981d76ea0f no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:59:39.014633 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-cd6db987-f89c-47b9-b260-4245f75c8e56 req-a5f6a3fb-c5d7-417f-a79d-e683b9170542 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.89 "DELETE /v2.0/ports/6283d185-52ce-4661-b25b-f6c15ee00e4f HTTP/1.1" status: 204 len: 173 time: 1.3851805 Jun 01 15:59:39.086556 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] No Port match for: 76c986cc-23d8-41c8-aafb-ed981d76ea0f {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:59:39.087028 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 76c986cc-23d8-41c8-aafb-ed981d76ea0f not bound to the agent host hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:59:39.120523 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d5a309-c201-45eb-8721-0e1625112416 x-openstack-request-id: req-76d5a309-c201-45eb-8721-0e1625112416 {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:59:39.121142 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41571448-d7d1-4834-aba6-e480101e7932", "name": "network-vif-deleted", "tag": "6283d185-52ce-4661-b25b-f6c15ee00e4f", "status": "completed", "code": 200}]} {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:59:39.121585 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-76d5a309-c201-45eb-8721-0e1625112416 {{(pid=91976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:59:39.122165 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41571448-d7d1-4834-aba6-e480101e7932', 'name': 'network-vif-deleted', 'tag': '6283d185-52ce-4661-b25b-f6c15ee00e4f', 'status': 'completed', 'code': 200} Jun 01 15:59:39.123966 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-2e79daa2-bbae-43ce-9220-71d16efb9491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'name': 'tempest-AttachVolumeShelveTestJSON-1405309750-router', 'tenant_id': '12fb45d959194124816570e75695094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:53:23Z', 'revision_number': 4, 'project_id': '12fb45d959194124816570e75695094b', 'gw_port': {'id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:05Z', 'updated_at': '2021-06-01T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '7d919416-8138-467e-8c51-f001ba42549e', 'name': '', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'tenant_id': '12fb45d959194124816570e75695094b', 'mac_address': 'fa:16:3e:90:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:19Z', 'updated_at': '2021-06-01T15:53:37Z', 'revision_number': 5, 'project_id': '12fb45d959194124816570e75695094b', 'subnets': [{'id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:59:39.129361 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e79daa2-bbae-43ce-9220-71d16efb9491 None None] The sync data for ids ['a12d3658-2a05-42a8-b475-eb4a4204aee8'] in dv-cinder-793515-3-smb is: [{'id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'name': 'tempest-AttachVolumeShelveTestJSON-1405309750-router', 'tenant_id': '12fb45d959194124816570e75695094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:53:23Z', 'revision_number': 4, 'project_id': '12fb45d959194124816570e75695094b', 'gw_port': {'id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:05Z', 'updated_at': '2021-06-01T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '7d919416-8138-467e-8c51-f001ba42549e', 'name': '', 'network_id': 'fdb9a62f-e096-4d2c-96b4-81a80b5b2aff', 'tenant_id': '12fb45d959194124816570e75695094b', 'mac_address': 'fa:16:3e:90:95:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:19Z', 'updated_at': '2021-06-01T15:53:37Z', 'revision_number': 5, 'project_id': '12fb45d959194124816570e75695094b', 'subnets': [{'id': 'ff05e754-6aad-4db5-b1da-a8b9dc40ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:59:39.143025 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-a36f708f-f2d6-4bc8-83a8-1389f8df7f7f None None] Set router 5ea0c986-98db-4eba-9187-54a32175ef7d gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:59:39.361502 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439ffb39-4807-4509-a63a-d960e1d4ff2a None None] New status for floating IP 7c5acdd1-a55d-4d38-a2b8-f5034f3c0a91: DOWN {{(pid=91977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 15:59:39.463016 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-a36f708f-f2d6-4bc8-83a8-1389f8df7f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'name': 'tempest-AttachVolumeTestJSON-910551453-router', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:28Z', 'revision_number': 4, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'gw_port': {'id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3', 'name': '', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'mac_address': 'fa:16:3e:70:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:28Z', 'updated_at': '2021-06-01T15:56:35Z', 'revision_number': 5, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'subnets': [{'id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:59:39.467442 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36f708f-f2d6-4bc8-83a8-1389f8df7f7f None None] Checking router: 5ea0c986-98db-4eba-9187-54a32175ef7d for host: dv-cinder-793515-3-smb {{(pid=91978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:59:39.479896 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36f708f-f2d6-4bc8-83a8-1389f8df7f7f None None] Routers {'5ea0c986-98db-4eba-9187-54a32175ef7d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:59:39.480647 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-a36f708f-f2d6-4bc8-83a8-1389f8df7f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:59:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['5ea0c986-98db-4eba-9187-54a32175ef7d'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:59:39.646598 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-fd5f16d2-62ae-454a-a9dd-7a4d8bdd2adb req-2ad2cf1c-79e8-4d5c-bb4f-7b2ee12072a7 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=41571448-d7d1-4834-aba6-e480101e7932 HTTP/1.1" status: 200 len: 210 time: 0.0583181 Jun 01 15:59:39.684952 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-a36f708f-f2d6-4bc8-83a8-1389f8df7f7f None None] Set router 5ea0c986-98db-4eba-9187-54a32175ef7d gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:59:39.770994 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35862) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:39.837958 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-c3ac9667-8de9-47a4-a267-d4180c6a5b99 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:39.866676 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-c3ac9667-8de9-47a4-a267-d4180c6a5b99 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:39.919897 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-c3ac9667-8de9-47a4-a267-d4180c6a5b99 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:39.924873 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-166a0720-be1e-4dc1-b800-9b15693b42fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:39.940227 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac9667-8de9-47a4-a267-d4180c6a5b99 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:39.943197 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-c3ac9667-8de9-47a4-a267-d4180c6a5b99 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:39.950233 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-c3ac9667-8de9-47a4-a267-d4180c6a5b99 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:39.954312 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 35864) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:39.954503 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-c3ac9667-8de9-47a4-a267-d4180c6a5b99 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "DELETE /v2.0/security-groups/1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8 HTTP/1.1" status: 204 len: 168 time: 0.1823189 Jun 01 15:59:39.972162 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.api.v2.resource [None req-38beb0b0-d985-4a97-a56b-162a01b327bd tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] show failed (client error): The resource could not be found. Jun 01 15:59:39.976698 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-38beb0b0-d985-4a97-a56b-162a01b327bd tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "GET /v2.0/security-groups/1487f5c9-a730-4bd7-b8a4-202f1c5e0ab8 HTTP/1.1" status: 404 len: 347 time: 0.0180590 Jun 01 15:59:39.976848 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35866) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:39.999355 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-a36f708f-f2d6-4bc8-83a8-1389f8df7f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'name': 'tempest-AttachVolumeTestJSON-910551453-router', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:28Z', 'revision_number': 4, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'gw_port': {'id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3', 'name': '', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'mac_address': 'fa:16:3e:70:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:28Z', 'updated_at': '2021-06-01T15:56:35Z', 'revision_number': 5, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'subnets': [{'id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:59:40.003502 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36f708f-f2d6-4bc8-83a8-1389f8df7f7f None None] The sync data for ids ['5ea0c986-98db-4eba-9187-54a32175ef7d'] in dv-cinder-793515-3-smb is: [{'id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'name': 'tempest-AttachVolumeTestJSON-910551453-router', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:28Z', 'revision_number': 4, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'gw_port': {'id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3', 'name': '', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'mac_address': 'fa:16:3e:70:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:28Z', 'updated_at': '2021-06-01T15:56:35Z', 'revision_number': 5, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'subnets': [{'id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:59:40.152731 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-89a369fd-f77f-4c09-bb33-64c1bdff80d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:40.172466 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:40.201058 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-fc92b8a3-bf09-4de1-838b-74e226249c0b tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Deleting port ccbe832c-f432-45c9-8178-9d7139f33d56 {{(pid=91976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:59:40.201402 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fc92b8a3-bf09-4de1-838b-74e226249c0b tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:40.225718 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d3b62f-b9ce-4178-8bc9-2e5bd62672ce None None] New status for floating IP 63c5768c-6969-4232-856a-6caa029dc864: DOWN {{(pid=91978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 15:59:40.320701 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fc92b8a3-bf09-4de1-838b-74e226249c0b tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:40.320950 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fc92b8a3-bf09-4de1-838b-74e226249c0b tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:40.444341 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-fc92b8a3-bf09-4de1-838b-74e226249c0b tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Calling delete_port for ccbe832c-f432-45c9-8178-9d7139f33d56 owned by network:floatingip {{(pid=91976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:59:40.556146 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fc92b8a3-bf09-4de1-838b-74e226249c0b tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:40.559629 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:40.605227 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92b8a3-bf09-4de1-838b-74e226249c0b tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Pushing event deleted for resources: {'Port': ['ID=ccbe832c-f432-45c9-8178-9d7139f33d56,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:40.608117 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-fc92b8a3-bf09-4de1-838b-74e226249c0b tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:40.696995 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fc92b8a3-bf09-4de1-838b-74e226249c0b tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks [] for floatingip, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:40.710689 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fc92b8a3-bf09-4de1-838b-74e226249c0b tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for floatingip, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:40.711963 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-fc92b8a3-bf09-4de1-838b-74e226249c0b tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] 10.222.0.60 "DELETE /v2.0/floatingips/7c5acdd1-a55d-4d38-a2b8-f5034f3c0a91 HTTP/1.1" status: 204 len: 168 time: 0.7341621 Jun 01 15:59:40.769217 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35874) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:40.928297 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5afaa233-099f-4d63-bdaf-ed55fba07510 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:40.954882 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5afaa233-099f-4d63-bdaf-ed55fba07510 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:41.008054 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 6283d185-52ce-4661-b25b-f6c15ee00e4f no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:59:41.013033 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5afaa233-099f-4d63-bdaf-ed55fba07510 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:41.018395 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-f7239d4d-42c3-400e-ba63-3d321c631c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:41.037566 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afaa233-099f-4d63-bdaf-ed55fba07510 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c3b7a0-aa64-48de-9e70-96169c60f41d,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:41.040071 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-5afaa233-099f-4d63-bdaf-ed55fba07510 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:41.047865 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] No Port match for: 6283d185-52ce-4661-b25b-f6c15ee00e4f {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:59:41.049243 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 6283d185-52ce-4661-b25b-f6c15ee00e4f not bound to the agent host hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:59:41.055663 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5afaa233-099f-4d63-bdaf-ed55fba07510 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:41.056825 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-5afaa233-099f-4d63-bdaf-ed55fba07510 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "DELETE /v2.0/security-groups/a4c3b7a0-aa64-48de-9e70-96169c60f41d HTTP/1.1" status: 204 len: 168 time: 0.2865756 Jun 01 15:59:41.059496 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35878) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:41.075501 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.api.v2.resource [None req-a7d12529-3d03-453e-ba22-e7d000ffb767 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] show failed (client error): The resource could not be found. Jun 01 15:59:41.076439 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-a7d12529-3d03-453e-ba22-e7d000ffb767 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups/a4c3b7a0-aa64-48de-9e70-96169c60f41d HTTP/1.1" status: 404 len: 347 time: 0.0160151 Jun 01 15:59:41.079265 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35880) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:41.290079 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-3bf94cc7-011c-4b30-a7cd-af69656d369d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Deleting port 88f26a01-8380-46ff-88c6-18cf02e8b3e0 {{(pid=91976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:59:41.290420 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3bf94cc7-011c-4b30-a7cd-af69656d369d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:41.354523 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:41.407247 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3bf94cc7-011c-4b30-a7cd-af69656d369d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:41.407572 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3bf94cc7-011c-4b30-a7cd-af69656d369d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:41.529902 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-3bf94cc7-011c-4b30-a7cd-af69656d369d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Calling delete_port for 88f26a01-8380-46ff-88c6-18cf02e8b3e0 owned by network:floatingip {{(pid=91976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:59:41.635894 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3bf94cc7-011c-4b30-a7cd-af69656d369d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:41.639054 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:41.681578 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf94cc7-011c-4b30-a7cd-af69656d369d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Pushing event deleted for resources: {'Port': ['ID=88f26a01-8380-46ff-88c6-18cf02e8b3e0,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:41.684711 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-3bf94cc7-011c-4b30-a7cd-af69656d369d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:41.774361 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3bf94cc7-011c-4b30-a7cd-af69656d369d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for floatingip, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:41.787875 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3bf94cc7-011c-4b30-a7cd-af69656d369d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for floatingip, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:41.788989 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-3bf94cc7-011c-4b30-a7cd-af69656d369d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "DELETE /v2.0/floatingips/63c5768c-6969-4232-856a-6caa029dc864 HTTP/1.1" status: 204 len: 168 time: 0.7088709 Jun 01 15:59:42.031511 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35888) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:42.036773 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-da14a25a-fdde-4833-a3d3-2fa913e36d47 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1431275065', 'description': 'tempest-description--351176363'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:59:42.044103 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-da14a25a-fdde-4833-a3d3-2fa913e36d47 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:59:42.050186 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-da14a25a-fdde-4833-a3d3-2fa913e36d47 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Usage tracker for resource:security_group and tenant:1d02537c05ff435b8494626c5f702d80 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:59:42.053716 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-da14a25a-fdde-4833-a3d3-2fa913e36d47 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:59:42.060603 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-da14a25a-fdde-4833-a3d3-2fa913e36d47 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:59:42.072367 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-da14a25a-fdde-4833-a3d3-2fa913e36d47 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:42.092447 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-da14a25a-fdde-4833-a3d3-2fa913e36d47 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:59:42.096216 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-da14a25a-fdde-4833-a3d3-2fa913e36d47 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Usage tracker for resource:security_group_rule and tenant:1d02537c05ff435b8494626c5f702d80 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:59:42.099580 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-da14a25a-fdde-4833-a3d3-2fa913e36d47 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:59:42.105211 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-da14a25a-fdde-4833-a3d3-2fa913e36d47 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:59:42.174774 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-da14a25a-fdde-4833-a3d3-2fa913e36d47 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:42.179758 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-da14a25a-fdde-4833-a3d3-2fa913e36d47 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:42.184910 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-c3ac9667-8de9-47a4-a267-d4180c6a5b99 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:42.226056 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14a25a-fdde-4833-a3d3-2fa913e36d47 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6c4dea-e08f-4a50-8b2d-701cdfcce192,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:42.228693 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-da14a25a-fdde-4833-a3d3-2fa913e36d47 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:42.229867 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-da14a25a-fdde-4833-a3d3-2fa913e36d47 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1973715 Jun 01 15:59:42.230795 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-da14a25a-fdde-4833-a3d3-2fa913e36d47 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:42.232739 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35896) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:42.237488 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-149ce106-9dde-4ea9-8487-4d11d2d5c42f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Request body: {'security_group_rule': {'security_group_id': 'ed6c4dea-e08f-4a50-8b2d-701cdfcce192', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:59:42.244468 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-149ce106-9dde-4ea9-8487-4d11d2d5c42f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:59:42.248298 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-149ce106-9dde-4ea9-8487-4d11d2d5c42f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Usage tracker for resource:security_group_rule and tenant:1d02537c05ff435b8494626c5f702d80 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:59:42.251409 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-149ce106-9dde-4ea9-8487-4d11d2d5c42f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:59:42.263957 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-149ce106-9dde-4ea9-8487-4d11d2d5c42f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:59:42.286733 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-149ce106-9dde-4ea9-8487-4d11d2d5c42f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:42.351693 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-149ce106-9dde-4ea9-8487-4d11d2d5c42f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:42.355396 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-149ce106-9dde-4ea9-8487-4d11d2d5c42f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596623'] for security_group_rule, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:42.357582 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-8221d8c3-9eb7-47f2-a1d3-b3037ae9a064 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:42.381118 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ce106-9dde-4ea9-8487-4d11d2d5c42f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b112630d-470e-478c-acdd-7742675a72bb,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:42.383704 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-149ce106-9dde-4ea9-8487-4d11d2d5c42f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:42.391197 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-149ce106-9dde-4ea9-8487-4d11d2d5c42f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:42.392396 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-149ce106-9dde-4ea9-8487-4d11d2d5c42f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1585414 Jun 01 15:59:42.395126 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35898) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:42.399432 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-34bc3024-b61f-48d4-b72f-0d74290396be tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Request body: {'security_group_rule': {'security_group_id': 'ed6c4dea-e08f-4a50-8b2d-701cdfcce192', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:59:42.405290 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-34bc3024-b61f-48d4-b72f-0d74290396be tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:59:42.409231 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-34bc3024-b61f-48d4-b72f-0d74290396be tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Usage tracker for resource:security_group_rule and tenant:1d02537c05ff435b8494626c5f702d80 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:59:42.417427 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-34bc3024-b61f-48d4-b72f-0d74290396be tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:59:42.424078 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-34bc3024-b61f-48d4-b72f-0d74290396be tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:59:42.439830 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-34bc3024-b61f-48d4-b72f-0d74290396be tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:42.499428 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-34bc3024-b61f-48d4-b72f-0d74290396be tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:42.503851 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-34bc3024-b61f-48d4-b72f-0d74290396be tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596623'] for security_group_rule, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:42.505884 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-2315a672-e326-4016-a811-6374ffb751b0 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:42.527472 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc3024-b61f-48d4-b72f-0d74290396be tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc7d0bb-d2f6-47a8-afc6-d0f6dcc33155,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:42.529891 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-34bc3024-b61f-48d4-b72f-0d74290396be tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:42.537289 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-34bc3024-b61f-48d4-b72f-0d74290396be tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:42.538576 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-34bc3024-b61f-48d4-b72f-0d74290396be tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425560 Jun 01 15:59:42.541631 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35900) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:42.545878 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Request body: {'floatingip': {'floating_network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:59:42.551478 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:59:42.555183 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Usage tracker for resource:floatingip and tenant:1d02537c05ff435b8494626c5f702d80 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:59:42.557921 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:59:42.563462 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:59:42.573367 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for floatingip, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:42.710154 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:42.850593 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_common [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Allocated IP 172.28.0.166 (6e7482f9-9717-4453-9b2f-c40fb5d07656/517eec18-9bb2-4c7a-bda3-2fa22e1410fe/7c7e5aeb-6d3e-4462-90e2-8ed9f9e8da59) {{(pid=91976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:59:42.995959 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for port, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:43.024774 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:43.029156 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-2ff2668b-1dbd-4985-9621-66fee1e9e541 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:43.164625 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Network 6e7482f9-9717-4453-9b2f-c40fb5d07656 is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:59:43.167467 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:59:43.171087 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Received port after_create {{(pid=91976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:59:43.204261 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Pushing event updated for resources: {'Port': ['ID=7c7e5aeb-6d3e-4462-90e2-8ed9f9e8da59,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:43.208623 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:43.251666 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:43.313152 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:43.353702 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:43.507462 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 35908) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:43.527815 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for port, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:43.532989 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129416730'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:43.537509 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-a5f6a3fb-c5d7-417f-a79d-e683b9170542 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:43.639690 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Pushing event updated for resources: {'Port': ['ID=7c7e5aeb-6d3e-4462-90e2-8ed9f9e8da59,revision_number=2']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:43.654406 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:43.659825 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633999'] for floatingip, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:43.687218 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for floatingip, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:43.688615 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1460919 Jun 01 15:59:44.006671 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d517e6fd-1774-4981-b193-bac11bf47239 req-8260e069-e374-4c44-8e4b-5d2d84f54b62 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1431275065&fields=id&tenant_id=1d02537c05ff435b8494626c5f702d80 HTTP/1.1" status: 200 len: 267 time: 0.1174464 Jun 01 15:59:44.286003 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517e6fd-1774-4981-b193-bac11bf47239 req-5b4c34fc-0b67-4573-8589-ae3148901d59 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:44.287439 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d517e6fd-1774-4981-b193-bac11bf47239 req-5b4c34fc-0b67-4573-8589-ae3148901d59 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/networks?id=9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 HTTP/1.1" status: 200 len: 810 time: 0.2692609 Jun 01 15:59:44.312750 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d517e6fd-1774-4981-b193-bac11bf47239 req-823a9bae-6b23-4be0-ad18-8b80f717756c tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/quotas/1d02537c05ff435b8494626c5f702d80 HTTP/1.1" status: 200 len: 375 time: 0.0189772 Jun 01 15:59:44.454947 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d517e6fd-1774-4981-b193-bac11bf47239 req-c005ecc0-6bf7-4a65-817e-d7313872fa4a tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d02537c05ff435b8494626c5f702d80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1154652 Jun 01 15:59:44.634801 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d517e6fd-1774-4981-b193-bac11bf47239 req-e0f32532-1816-4741-96bc-465ba1255dfa service neutron] 10.222.0.60 "GET /v2.0/networks/9ce6aa01-06d8-4cd3-b114-47dc6a9a7778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492183 Jun 01 15:59:44.640065 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-5ccb6129-ef3e-4f61-9f58-72ca3baf2092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633017'] for router_interface, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:44.968472 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d517e6fd-1774-4981-b193-bac11bf47239 req-93c5cc1e-311a-4ab3-ba22-fdd17d48b3ca service neutron] 10.222.0.60 "GET /v2.0/networks/9ce6aa01-06d8-4cd3-b114-47dc6a9a7778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812448 Jun 01 15:59:45.172466 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-71ab936a-2f8a-4e83-9d20-31cec35d1cae req-5c10c195-ef9c-4bf5-a855-f8d47ada7997 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=86246bd3-f872-457d-95e2-3b68c9ee3ffe HTTP/1.1" status: 200 len: 210 time: 0.0501032 Jun 01 15:59:45.198590 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [None req-5ccb6129-ef3e-4f61-9f58-72ca3baf2092 admin admin] Deleting port 7d919416-8138-467e-8c51-f001ba42549e {{(pid=91975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:59:45.198924 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-5ccb6129-ef3e-4f61-9f58-72ca3baf2092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:45.436304 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [None req-5ccb6129-ef3e-4f61-9f58-72ca3baf2092 admin admin] For port 7d919416-8138-467e-8c51-f001ba42549e, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=7d919416-8138-467e-8c51-f001ba42549e,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:59:45.436652 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-5ccb6129-ef3e-4f61-9f58-72ca3baf2092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:45.563747 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [None req-5ccb6129-ef3e-4f61-9f58-72ca3baf2092 admin admin] Calling delete_port for 7d919416-8138-467e-8c51-f001ba42549e owned by network:router_interface {{(pid=91975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:59:45.854103 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-5ccb6129-ef3e-4f61-9f58-72ca3baf2092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:45.857506 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-56ecbeb5-4655-4c8f-bd3f-c22f73212ce0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:45.900349 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb6129-ef3e-4f61-9f58-72ca3baf2092 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d919416-8138-467e-8c51-f001ba42549e,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:45.903454 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-5ccb6129-ef3e-4f61-9f58-72ca3baf2092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:46.213174 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-5ccb6129-ef3e-4f61-9f58-72ca3baf2092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644137'] for router_interface, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:46.233762 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517e6fd-1774-4981-b193-bac11bf47239 req-84e08308-acf9-46c9-a9f2-c530938424c5 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:46.235406 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-d517e6fd-1774-4981-b193-bac11bf47239 req-84e08308-acf9-46c9-a9f2-c530938424c5 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Synchronizing usage tracker for tenant:1d02537c05ff435b8494626c5f702d80 on resource:network {{(pid=91976) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:59:46.257246 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-d517e6fd-1774-4981-b193-bac11bf47239 req-84e08308-acf9-46c9-a9f2-c530938424c5 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Unset dirty status for tenant:1d02537c05ff435b8494626c5f702d80 on resource:network {{(pid=91976) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:59:46.258748 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-d517e6fd-1774-4981-b193-bac11bf47239 req-84e08308-acf9-46c9-a9f2-c530938424c5 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.89 "GET /v2.0/networks?id=9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 HTTP/1.1" status: 200 len: 810 time: 0.2154937 Jun 01 15:59:46.341158 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-d517e6fd-1774-4981-b193-bac11bf47239 req-68a8772b-a952-407b-93ec-7c2c27e19cd7 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Synchronizing usage tracker for tenant:1d02537c05ff435b8494626c5f702d80 on resource:security_group {{(pid=91976) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 15:59:46.360429 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-d517e6fd-1774-4981-b193-bac11bf47239 req-68a8772b-a952-407b-93ec-7c2c27e19cd7 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Unset dirty status for tenant:1d02537c05ff435b8494626c5f702d80 on resource:security_group {{(pid=91976) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 15:59:46.361957 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-d517e6fd-1774-4981-b193-bac11bf47239 req-68a8772b-a952-407b-93ec-7c2c27e19cd7 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d02537c05ff435b8494626c5f702d80 HTTP/1.1" status: 200 len: 380 time: 0.0945482 Jun 01 15:59:46.371824 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [req-d517e6fd-1774-4981-b193-bac11bf47239 req-161f6b31-a136-4c29-a15b-f7459bb99bde tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Request body: {'port': {'device_id': '86246bd3-f872-457d-95e2-3b68c9ee3ffe', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'admin_state_up': True, 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'security_groups': ['ed6c4dea-e08f-4a50-8b2d-701cdfcce192']}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:59:46.400667 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9adebb67-3992-44be-a4b7-7e9c15aaa74e req-96fee0b2-fcf0-4048-b497-f7f46dde543d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=86246bd3-f872-457d-95e2-3b68c9ee3ffe HTTP/1.1" status: 200 len: 210 time: 0.0648208 Jun 01 15:59:46.520526 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [req-d517e6fd-1774-4981-b193-bac11bf47239 req-161f6b31-a136-4c29-a15b-f7459bb99bde tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:59:46.524561 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-d517e6fd-1774-4981-b193-bac11bf47239 req-161f6b31-a136-4c29-a15b-f7459bb99bde tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Usage tracker for resource:port and tenant:1d02537c05ff435b8494626c5f702d80 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:59:46.528408 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-d517e6fd-1774-4981-b193-bac11bf47239 req-161f6b31-a136-4c29-a15b-f7459bb99bde tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:59:46.533306 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [req-d517e6fd-1774-4981-b193-bac11bf47239 req-161f6b31-a136-4c29-a15b-f7459bb99bde tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:59:46.544205 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d517e6fd-1774-4981-b193-bac11bf47239 req-161f6b31-a136-4c29-a15b-f7459bb99bde tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Made reservation on behalf of 1d02537c05ff435b8494626c5f702d80 for: {'port': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 15:59:46.547789 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-d517e6fd-1774-4981-b193-bac11bf47239 req-161f6b31-a136-4c29-a15b-f7459bb99bde tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:46.710352 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_common [req-d517e6fd-1774-4981-b193-bac11bf47239 req-161f6b31-a136-4c29-a15b-f7459bb99bde tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Allocated IP 172.20.0.5 (9ce6aa01-06d8-4cd3-b114-47dc6a9a7778/1bebea71-5dbd-4d8f-85bf-3a4566a49a88/753d8fd5-84b5-4175-9983-88d8dbec5077) {{(pid=91976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 15:59:46.881645 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63898310-923a-4b6c-b7a5-5e772a2468e6 req-dbb88e5e-e6e5-4d85-b791-f627d18805ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:46.882543 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-63898310-923a-4b6c-b7a5-5e772a2468e6 req-dbb88e5e-e6e5-4d85-b791-f627d18805ae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=29660878ab7645c7bf224b26c6c4a065&device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 1138 time: 0.4232368 Jun 01 15:59:46.892625 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acb638-d153-41cc-bd75-df0d4b8fcb63 req-4497a758-63e3-478c-a7eb-4830f7a24615 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:46.899102 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-71acb638-d153-41cc-bd75-df0d4b8fcb63 req-4497a758-63e3-478c-a7eb-4830f7a24615 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 985 time: 0.4385829 Jun 01 15:59:46.916143 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-d517e6fd-1774-4981-b193-bac11bf47239 req-161f6b31-a136-4c29-a15b-f7459bb99bde tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for port, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:46.932560 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.provisioning_blocks [req-d517e6fd-1774-4981-b193-bac11bf47239 req-161f6b31-a136-4c29-a15b-f7459bb99bde tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Transition to ACTIVE for port object 753d8fd5-84b5-4175-9983-88d8dbec5077 will not be triggered until provisioned by entity DHCP. {{(pid=91976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:59:46.960726 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-d517e6fd-1774-4981-b193-bac11bf47239 req-161f6b31-a136-4c29-a15b-f7459bb99bde tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:46.967235 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-7e7daf58-d9bc-4c1d-9e3f-277f21b2d49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:47.036687 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d517e6fd-1774-4981-b193-bac11bf47239 req-161f6b31-a136-4c29-a15b-f7459bb99bde tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Network 9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 15:59:47.039957 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [req-d517e6fd-1774-4981-b193-bac11bf47239 req-161f6b31-a136-4c29-a15b-f7459bb99bde tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 15:59:47.042827 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [req-d517e6fd-1774-4981-b193-bac11bf47239 req-161f6b31-a136-4c29-a15b-f7459bb99bde tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Received port after_create {{(pid=91976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 15:59:47.048124 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccb6129-ef3e-4f61-9f58-72ca3baf2092 admin admin] Router a12d3658-2a05-42a8-b475-eb4a4204aee8 has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:59:47.064120 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-71acb638-d153-41cc-bd75-df0d4b8fcb63 req-299e1fd9-02e9-4010-a6cf-7aa435d0eeee tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d8efc6-6110-4fa7-869f-bb1305f6dfc1&id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1285596 Jun 01 15:59:47.098763 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f6b31-a136-4c29-a15b-f7459bb99bde tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Pushing event updated for resources: {'Port': ['ID=753d8fd5-84b5-4175-9983-88d8dbec5077,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:47.101600 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-161f6b31-a136-4c29-a15b-f7459bb99bde tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:47.116077 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517e6fd-1774-4981-b193-bac11bf47239 req-161f6b31-a136-4c29-a15b-f7459bb99bde tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:47.116777 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-d517e6fd-1774-4981-b193-bac11bf47239 req-161f6b31-a136-4c29-a15b-f7459bb99bde tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:47.143336 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-d517e6fd-1774-4981-b193-bac11bf47239 req-161f6b31-a136-4c29-a15b-f7459bb99bde tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7758660 Jun 01 15:59:47.155990 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [req-d517e6fd-1774-4981-b193-bac11bf47239 req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Request body: {'port': {'device_id': '86246bd3-f872-457d-95e2-3b68c9ee3ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:59:47.170689 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63898310-923a-4b6c-b7a5-5e772a2468e6 req-11d959df-31b8-4129-b607-16fac52fd0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:47.172170 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-63898310-923a-4b6c-b7a5-5e772a2468e6 req-11d959df-31b8-4129-b607-16fac52fd0e8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e92bd554-2a71-4608-b377-776018ebadc6 HTTP/1.1" status: 200 len: 915 time: 0.2721474 Jun 01 15:59:47.280512 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-d517e6fd-1774-4981-b193-bac11bf47239 req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:47.289675 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-22ab4038-be4b-4f09-b507-6fdf176229f9 None None] Provisioning for port 753d8fd5-84b5-4175-9983-88d8dbec5077 completed by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:59:47.295177 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-22ab4038-be4b-4f09-b507-6fdf176229f9 None None] Provisioning complete for port 753d8fd5-84b5-4175-9983-88d8dbec5077 triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:59:47.295741 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-22ab4038-be4b-4f09-b507-6fdf176229f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:47.354834 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-22ab4038-be4b-4f09-b507-6fdf176229f9 None None] Port 753d8fd5-84b5-4175-9983-88d8dbec5077 cannot update to ACTIVE because it is not bound. {{(pid=91977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 15:59:47.365341 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-63898310-923a-4b6c-b7a5-5e772a2468e6 req-0e0e4e75-b820-43cf-a1a4-53489ac13c41 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1de512d9-8bae-4850-918e-0f364264bbf3 HTTP/1.1" status: 200 len: 1001 time: 0.1812801 Jun 01 15:59:47.367852 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccb6129-ef3e-4f61-9f58-72ca3baf2092 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:59:47.378760 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c26606-8c90-4ff3-961f-61126a772458 None None] Sync routers for ids ['a12d3658-2a05-42a8-b475-eb4a4204aee8'] in dv-cinder-793515-3-smb {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:59:47.389360 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c26606-8c90-4ff3-961f-61126a772458 None None] Routers {'a12d3658-2a05-42a8-b475-eb4a4204aee8'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:59:47.390257 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-06c26606-8c90-4ff3-961f-61126a772458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:59:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['a12d3658-2a05-42a8-b475-eb4a4204aee8'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:59:47.420915 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-5ccb6129-ef3e-4f61-9f58-72ca3baf2092 admin admin] 10.222.0.60 "PUT /v2.0/routers/a12d3658-2a05-42a8-b475-eb4a4204aee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9099336 Jun 01 15:59:47.421157 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 35952) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:47.511025 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63898310-923a-4b6c-b7a5-5e772a2468e6 req-5803a3b6-8c36-4891-bb92-47ef00540aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:47.512419 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-63898310-923a-4b6c-b7a5-5e772a2468e6 req-5803a3b6-8c36-4891-bb92-47ef00540aae service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d969ce51-f174-4f60-92df-e52506cc6439 HTTP/1.1" status: 200 len: 853 time: 0.1395624 Jun 01 15:59:47.594095 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-06c26606-8c90-4ff3-961f-61126a772458 None None] Set router a12d3658-2a05-42a8-b475-eb4a4204aee8 gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:59:47.718120 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-636b0ee7-eb13-498e-aac2-191969343c48 admin admin] Notify callbacks [] for router, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:47.761617 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [req-d517e6fd-1774-4981-b193-bac11bf47239 req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 753d8fd5-84b5-4175-9983-88d8dbec5077 {{(pid=91976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:59:47.768841 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-d517e6fd-1774-4981-b193-bac11bf47239 req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:47.789631 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.provisioning_blocks [req-d517e6fd-1774-4981-b193-bac11bf47239 req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Transition to ACTIVE for port object 753d8fd5-84b5-4175-9983-88d8dbec5077 will not be triggered until provisioned by entity L2. {{(pid=91976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 15:59:47.794739 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-d517e6fd-1774-4981-b193-bac11bf47239 req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129416730'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:47.800746 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:47.892005 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325ef3c-8a3b-4c9a-82d2-e83defd635d4 req-15a9da46-01ef-4de0-bd7c-7f848c53b7b0 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:47.893523 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8325ef3c-8a3b-4c9a-82d2-e83defd635d4 req-15a9da46-01ef-4de0-bd7c-7f848c53b7b0 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=86246bd3-f872-457d-95e2-3b68c9ee3ffe HTTP/1.1" status: 200 len: 931 time: 0.3371446 Jun 01 15:59:47.898261 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63898310-923a-4b6c-b7a5-5e772a2468e6 req-0e97b0c3-94c9-405d-9748-8beb0c3e8fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:47.899704 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-63898310-923a-4b6c-b7a5-5e772a2468e6 req-0e97b0c3-94c9-405d-9748-8beb0c3e8fde service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e92bd554-2a71-4608-b377-776018ebadc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3782508 Jun 01 15:59:47.901771 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-06c26606-8c90-4ff3-961f-61126a772458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'name': 'tempest-AttachVolumeShelveTestJSON-1405309750-router', 'tenant_id': '12fb45d959194124816570e75695094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:59:45Z', 'revision_number': 5, 'project_id': '12fb45d959194124816570e75695094b', 'gw_port': {'id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:05Z', 'updated_at': '2021-06-01T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb'}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:59:47.906710 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c26606-8c90-4ff3-961f-61126a772458 None None] Checking router: a12d3658-2a05-42a8-b475-eb4a4204aee8 for host: dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:59:47.919450 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c26606-8c90-4ff3-961f-61126a772458 None None] Routers {'a12d3658-2a05-42a8-b475-eb4a4204aee8'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:59:47.920072 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-06c26606-8c90-4ff3-961f-61126a772458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:59:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['a12d3658-2a05-42a8-b475-eb4a4204aee8'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:59:48.002709 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Pushing event updated for resources: {'Port': ['ID=753d8fd5-84b5-4175-9983-88d8dbec5077,revision_number=2']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:48.006264 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:48.065855 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-636b0ee7-eb13-498e-aac2-191969343c48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:48.072932 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8325ef3c-8a3b-4c9a-82d2-e83defd635d4 req-bffa0fdd-ed99-43c5-a394-fbc7fd4abde8 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed6c4dea-e08f-4a50-8b2d-701cdfcce192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402645 Jun 01 15:59:48.074499 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.managers [req-d517e6fd-1774-4981-b193-bac11bf47239 req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Attempting to bind port 753d8fd5-84b5-4175-9983-88d8dbec5077 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 15:59:48.075671 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.managers [req-d517e6fd-1774-4981-b193-bac11bf47239 req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Attempting to bind port 753d8fd5-84b5-4175-9983-88d8dbec5077 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'd99c4ca3-6d13-4932-8722-f57b854e9798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778'}] {{(pid=91976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 15:59:48.076404 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d517e6fd-1774-4981-b193-bac11bf47239 req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Attempting to bind port 753d8fd5-84b5-4175-9983-88d8dbec5077 on network 9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:59:48.084065 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d517e6fd-1774-4981-b193-bac11bf47239 req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Port 753d8fd5-84b5-4175-9983-88d8dbec5077 on network 9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 15:59:48.084464 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d517e6fd-1774-4981-b193-bac11bf47239 req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Attempting to bind port 753d8fd5-84b5-4175-9983-88d8dbec5077 on network 9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 15:59:48.091718 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d517e6fd-1774-4981-b193-bac11bf47239 req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Checking agent: {'id': 'c6431322-3330-4f13-924b-76ac3aabd9b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'started_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 15, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 15:59:48.093247 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d517e6fd-1774-4981-b193-bac11bf47239 req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Checking segment: {'id': 'd99c4ca3-6d13-4932-8722-f57b854e9798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 15:59:48.094211 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d517e6fd-1774-4981-b193-bac11bf47239 req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Bound using segment: {'id': 'd99c4ca3-6d13-4932-8722-f57b854e9798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778'} {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 15:59:48.094669 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.managers [req-d517e6fd-1774-4981-b193-bac11bf47239 req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Bound port: 753d8fd5-84b5-4175-9983-88d8dbec5077, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd99c4ca3-6d13-4932-8722-f57b854e9798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778'}}] {{(pid=91976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 15:59:48.095022 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-d517e6fd-1774-4981-b193-bac11bf47239 req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:48.158570 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-63898310-923a-4b6c-b7a5-5e772a2468e6 req-83cd440b-a805-4e6b-b4df-6dc4ce962cfc service neutron] 10.222.0.89 "GET /v2.0/networks/e92bd554-2a71-4608-b377-776018ebadc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438474 Jun 01 15:59:48.192921 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-06c26606-8c90-4ff3-961f-61126a772458 None None] Set router a12d3658-2a05-42a8-b475-eb4a4204aee8 gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:59:48.202849 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [req-d517e6fd-1774-4981-b193-bac11bf47239 req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] For port 753d8fd5-84b5-4175-9983-88d8dbec5077, host hv-cinder-79351, cleared binding levels {{(pid=91976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 15:59:48.206069 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [req-d517e6fd-1774-4981-b193-bac11bf47239 req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] For port 753d8fd5-84b5-4175-9983-88d8dbec5077, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=753d8fd5-84b5-4175-9983-88d8dbec5077,segment=NetworkSegment(d99c4ca3-6d13-4932-8722-f57b854e9798),segment_id=d99c4ca3-6d13-4932-8722-f57b854e9798)] {{(pid=91976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 15:59:48.213589 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-d517e6fd-1774-4981-b193-bac11bf47239 req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129416730'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:48.218242 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-cfdafeca-8a9f-4820-b271-85f30c6a80e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:48.278236 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517e6fd-1774-4981-b193-bac11bf47239 req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:48.278843 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-d517e6fd-1774-4981-b193-bac11bf47239 req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:48.280276 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-d517e6fd-1774-4981-b193-bac11bf47239 req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] 10.222.0.89 "PUT /v2.0/ports/753d8fd5-84b5-4175-9983-88d8dbec5077 HTTP/1.1" status: 200 len: 1093 time: 1.1292851 Jun 01 15:59:48.280811 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86246bd3-f872-457d-95e2-3b68c9ee3ffe', 'tag': '753d8fd5-84b5-4175-9983-88d8dbec5077'}] {{(pid=91976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:59:48.283222 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f9d738effd6d9aceb087a38e3a2b49a7446793e3ad91c39eafceb576f9fb4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afb71f2-c38b-4c23-afe9-1fff23a3b346" -d '{"events": [{"name": "network-changed", "server_uuid": "86246bd3-f872-457d-95e2-3b68c9ee3ffe", "tag": "753d8fd5-84b5-4175-9983-88d8dbec5077"}]}' {{(pid=91976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:59:48.302317 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Pushing event updated for resources: {'Port': ['ID=753d8fd5-84b5-4175-9983-88d8dbec5077,revision_number=3']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:48.312629 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:48.383801 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97982f2-5750-4d88-b8a8-b5556840b0f5 x-openstack-request-id: req-a97982f2-5750-4d88-b8a8-b5556840b0f5 {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:59:48.384066 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86246bd3-f872-457d-95e2-3b68c9ee3ffe", "tag": "753d8fd5-84b5-4175-9983-88d8dbec5077", "status": "completed", "code": 200}]} {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:59:48.384315 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a97982f2-5750-4d88-b8a8-b5556840b0f5 {{(pid=91976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:59:48.384871 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86246bd3-f872-457d-95e2-3b68c9ee3ffe', 'tag': '753d8fd5-84b5-4175-9983-88d8dbec5077', 'status': 'completed', 'code': 200} Jun 01 15:59:48.421503 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517e6fd-1774-4981-b193-bac11bf47239 req-aae547db-9a45-40ae-bcfd-85f3450d31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:48.422986 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-d517e6fd-1774-4981-b193-bac11bf47239 req-aae547db-9a45-40ae-bcfd-85f3450d31bf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d02537c05ff435b8494626c5f702d80&device_id=86246bd3-f872-457d-95e2-3b68c9ee3ffe HTTP/1.1" status: 200 len: 1096 time: 0.0888355 Jun 01 15:59:48.480136 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [None req-636b0ee7-eb13-498e-aac2-191969343c48 admin admin] Deleting port 41b5c933-0606-4c90-8ed7-e5006535635d {{(pid=91975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:59:48.480136 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-636b0ee7-eb13-498e-aac2-191969343c48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:48.494182 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-d517e6fd-1774-4981-b193-bac11bf47239 req-83546cee-b673-407b-a172-4e4af64ca089 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=753d8fd5-84b5-4175-9983-88d8dbec5077 HTTP/1.1" status: 200 len: 217 time: 0.0641646 Jun 01 15:59:48.554281 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-06c26606-8c90-4ff3-961f-61126a772458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'name': 'tempest-AttachVolumeShelveTestJSON-1405309750-router', 'tenant_id': '12fb45d959194124816570e75695094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:59:45Z', 'revision_number': 5, 'project_id': '12fb45d959194124816570e75695094b', 'gw_port': {'id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:05Z', 'updated_at': '2021-06-01T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb'}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:59:48.559288 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c26606-8c90-4ff3-961f-61126a772458 None None] The sync data for ids ['a12d3658-2a05-42a8-b475-eb4a4204aee8'] in dv-cinder-793515-3-smb is: [{'id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'name': 'tempest-AttachVolumeShelveTestJSON-1405309750-router', 'tenant_id': '12fb45d959194124816570e75695094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:53:03Z', 'updated_at': '2021-06-01T15:59:45Z', 'revision_number': 5, 'project_id': '12fb45d959194124816570e75695094b', 'gw_port': {'id': '41b5c933-0606-4c90-8ed7-e5006535635d', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12d3658-2a05-42a8-b475-eb4a4204aee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:53:05Z', 'updated_at': '2021-06-01T15:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb'}] {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:59:48.576867 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517e6fd-1774-4981-b193-bac11bf47239 req-ac592b2f-0b10-4f44-8646-6863a0155ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:48.578240 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-d517e6fd-1774-4981-b193-bac11bf47239 req-ac592b2f-0b10-4f44-8646-6863a0155ae6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1bebea71-5dbd-4d8f-85bf-3a4566a49a88 HTTP/1.1" status: 200 len: 849 time: 0.0752327 Jun 01 15:59:48.625852 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-63898310-923a-4b6c-b7a5-5e772a2468e6 req-8f94686f-5d08-454f-ad8a-6ac073d380f0 service neutron] 10.222.0.89 "GET /v2.0/networks/e92bd554-2a71-4608-b377-776018ebadc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562030 Jun 01 15:59:48.656536 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19413cb-c022-4241-80c7-62b341142872 req-f0efa13a-aa1d-482a-bb3a-704ea9d9827b tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:48.656834 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517e6fd-1774-4981-b193-bac11bf47239 req-75ae8afc-68aa-498d-ad81-709216fc4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:48.657990 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b19413cb-c022-4241-80c7-62b341142872 req-f0efa13a-aa1d-482a-bb3a-704ea9d9827b tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 985 time: 0.4449856 Jun 01 15:59:48.658274 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-d517e6fd-1774-4981-b193-bac11bf47239 req-75ae8afc-68aa-498d-ad81-709216fc4e8e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9ce6aa01-06d8-4cd3-b114-47dc6a9a7778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734375 Jun 01 15:59:48.666806 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [None req-636b0ee7-eb13-498e-aac2-191969343c48 admin admin] For port 41b5c933-0606-4c90-8ed7-e5006535635d, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=41b5c933-0606-4c90-8ed7-e5006535635d,segment=NetworkSegment(2169e936-6da0-43d3-a98e-548bcd0f9f05),segment_id=2169e936-6da0-43d3-a98e-548bcd0f9f05)] {{(pid=91975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:59:48.667176 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-636b0ee7-eb13-498e-aac2-191969343c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:48.797459 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-d517e6fd-1774-4981-b193-bac11bf47239 req-70962660-8386-4404-9180-e8f864082e3c service neutron] 10.222.0.89 "GET /v2.0/networks/9ce6aa01-06d8-4cd3-b114-47dc6a9a7778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315448 Jun 01 15:59:48.807427 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [None req-636b0ee7-eb13-498e-aac2-191969343c48 admin admin] Calling delete_port for 41b5c933-0606-4c90-8ed7-e5006535635d owned by network:router_gateway {{(pid=91975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:59:48.835614 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b19413cb-c022-4241-80c7-62b341142872 req-1e04c9f1-b8a5-4368-95f9-54cb2adf5378 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d8efc6-6110-4fa7-869f-bb1305f6dfc1&id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1707118 Jun 01 15:59:48.935133 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 7d919416-8138-467e-8c51-f001ba42549e no longer exists at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:59:48.952960 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-d517e6fd-1774-4981-b193-bac11bf47239 req-bbf05aeb-097e-4d28-8b17-7b3d5f18018d service neutron] 10.222.0.89 "GET /v2.0/networks/9ce6aa01-06d8-4cd3-b114-47dc6a9a7778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489558 Jun 01 15:59:48.982828 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] No Port match for: 7d919416-8138-467e-8c51-f001ba42549e {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:59:48.983302 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 7d919416-8138-467e-8c51-f001ba42549e not bound to the agent host dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:59:49.023953 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-636b0ee7-eb13-498e-aac2-191969343c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:49.028952 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-e32d42cc-d751-4fee-bc13-4ff9ab597239 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:49.076011 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b0ee7-eb13-498e-aac2-191969343c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=41b5c933-0606-4c90-8ed7-e5006535635d,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:49.078590 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-636b0ee7-eb13-498e-aac2-191969343c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:49.080661 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb71f2-c38b-4c23-afe9-1fff23a3b346 req-db251f52-1c38-453c-80e3-85c7b78e3a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:49.082956 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-1afb71f2-c38b-4c23-afe9-1fff23a3b346 req-db251f52-1c38-453c-80e3-85c7b78e3a7c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d02537c05ff435b8494626c5f702d80&device_id=86246bd3-f872-457d-95e2-3b68c9ee3ffe HTTP/1.1" status: 200 len: 1096 time: 0.0799935 Jun 01 15:59:49.174023 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-636b0ee7-eb13-498e-aac2-191969343c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634066'] for router_gateway, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:49.229076 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb71f2-c38b-4c23-afe9-1fff23a3b346 req-02a1b559-75b3-4728-a5cd-3837e92904b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:49.230508 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-1afb71f2-c38b-4c23-afe9-1fff23a3b346 req-02a1b559-75b3-4728-a5cd-3837e92904b7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 HTTP/1.1" status: 200 len: 911 time: 0.1415658 Jun 01 15:59:49.299829 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-1afb71f2-c38b-4c23-afe9-1fff23a3b346 req-cd3bc131-e569-458e-8a81-e2ffaddb20e9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=753d8fd5-84b5-4175-9983-88d8dbec5077 HTTP/1.1" status: 200 len: 217 time: 0.0615129 Jun 01 15:59:49.367527 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb71f2-c38b-4c23-afe9-1fff23a3b346 req-0e6f7a06-b32c-4031-9e96-f25196470355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:49.368863 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-1afb71f2-c38b-4c23-afe9-1fff23a3b346 req-0e6f7a06-b32c-4031-9e96-f25196470355 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1bebea71-5dbd-4d8f-85bf-3a4566a49a88 HTTP/1.1" status: 200 len: 849 time: 0.0604305 Jun 01 15:59:49.388841 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-636b0ee7-eb13-498e-aac2-191969343c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2483'] for router, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:49.397412 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-636b0ee7-eb13-498e-aac2-191969343c48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:49.429931 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-636b0ee7-eb13-498e-aac2-191969343c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745012'] for router, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:49.430422 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636b0ee7-eb13-498e-aac2-191969343c48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a12d3658-2a05-42a8-b475-eb4a4204aee8 {{(pid=91975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 15:59:49.446199 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dea92-b589-4bf3-bd9a-ce12565a2ec1 req-97ccc00d-6ca5-4fcf-ba66-07130074a1e4 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:49.448023 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-000dea92-b589-4bf3-bd9a-ce12565a2ec1 req-97ccc00d-6ca5-4fcf-ba66-07130074a1e4 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=86246bd3-f872-457d-95e2-3b68c9ee3ffe HTTP/1.1" status: 200 len: 943 time: 0.2340324 Jun 01 15:59:49.453051 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb71f2-c38b-4c23-afe9-1fff23a3b346 req-e1c7dad3-d2c4-4bb9-a89d-1ce8ecb8a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:49.454632 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-1afb71f2-c38b-4c23-afe9-1fff23a3b346 req-e1c7dad3-d2c4-4bb9-a89d-1ce8ecb8a050 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9ce6aa01-06d8-4cd3-b114-47dc6a9a7778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786343 Jun 01 15:59:49.455663 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-636b0ee7-eb13-498e-aac2-191969343c48 admin admin] Notify callbacks [] for router, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:49.456717 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-636b0ee7-eb13-498e-aac2-191969343c48 admin admin] 10.222.0.60 "DELETE /v2.0/routers/a12d3658-2a05-42a8-b475-eb4a4204aee8 HTTP/1.1" status: 204 len: 168 time: 2.0346966 Jun 01 15:59:49.459423 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35962) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:49.497427 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-000dea92-b589-4bf3-bd9a-ce12565a2ec1 req-3c9d3f17-394a-4cbb-baeb-52aad101592d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed6c4dea-e08f-4a50-8b2d-701cdfcce192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437286 Jun 01 15:59:49.686349 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_v2 [None req-6039754e-3e0e-498b-ba8a-72f8a8a7b9e5 admin admin] Deleting subnet ff05e754-6aad-4db5-b1da-a8b9dc40ba92 {{(pid=91976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 15:59:49.694340 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6039754e-3e0e-498b-ba8a-72f8a8a7b9e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:49.764946 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6039754e-3e0e-498b-ba8a-72f8a8a7b9e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129320122'] for subnet, precommit_delete_associations {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:49.795954 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-1afb71f2-c38b-4c23-afe9-1fff23a3b346 req-fecb8a72-42e2-4c33-b084-6d2a93d05bf4 service neutron] 10.222.0.89 "GET /v2.0/networks/9ce6aa01-06d8-4cd3-b114-47dc6a9a7778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051686 Jun 01 15:59:49.997611 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6039754e-3e0e-498b-ba8a-72f8a8a7b9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907603'] for subnet, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:50.029085 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-1afb71f2-c38b-4c23-afe9-1fff23a3b346 req-c0616745-4909-4272-a50c-6cdc04f5e451 service neutron] 10.222.0.89 "GET /v2.0/networks/9ce6aa01-06d8-4cd3-b114-47dc6a9a7778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265522 Jun 01 15:59:50.031920 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1961cf-13bc-4a8c-bb1f-4377e709a069 req-f437f4bc-845f-4434-a6d1-81d5f72500a6 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:50.033478 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5e1961cf-13bc-4a8c-bb1f-4377e709a069 req-f437f4bc-845f-4434-a6d1-81d5f72500a6 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 985 time: 0.0812917 Jun 01 15:59:50.091769 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5e1961cf-13bc-4a8c-bb1f-4377e709a069 req-fc9b6f29-75b9-4996-a280-e67d6b1084ba tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d8efc6-6110-4fa7-869f-bb1305f6dfc1&id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517292 Jun 01 15:59:50.255975 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6039754e-3e0e-498b-ba8a-72f8a8a7b9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129416412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128456118'] for subnet, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:50.259541 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:50.293626 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039754e-3e0e-498b-ba8a-72f8a8a7b9e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff05e754-6aad-4db5-b1da-a8b9dc40ba92,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:50.296111 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-6039754e-3e0e-498b-ba8a-72f8a8a7b9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:50.298985 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6039754e-3e0e-498b-ba8a-72f8a8a7b9e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for subnet, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:50.304369 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebbdd97-08cb-440a-bf75-71f865af9e82 None None] Network fdb9a62f-e096-4d2c-96b4-81a80b5b2aff requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 15:59:50.306863 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-6039754e-3e0e-498b-ba8a-72f8a8a7b9e5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ff05e754-6aad-4db5-b1da-a8b9dc40ba92 HTTP/1.1" status: 204 len: 168 time: 0.8457320 Jun 01 15:59:50.308977 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35966) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:50.417777 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-94a2da90-aa73-41d8-8b48-548effd5e05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916354'] for network, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:50.496239 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-94a2da90-aa73-41d8-8b48-548effd5e05e admin admin] Deleting port 78f94a56-a669-4e21-88c9-37c038919e92 {{(pid=91976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:59:50.496570 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-94a2da90-aa73-41d8-8b48-548effd5e05e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:50.598407 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [None req-94a2da90-aa73-41d8-8b48-548effd5e05e admin admin] For port 78f94a56-a669-4e21-88c9-37c038919e92, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=78f94a56-a669-4e21-88c9-37c038919e92,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:59:50.598765 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-94a2da90-aa73-41d8-8b48-548effd5e05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:50.599889 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ec0669-9ba0-403d-be55-bb259ab75bf5 None None] DHCP port deletion for fdb9a62f-e096-4d2c-96b4-81a80b5b2aff request from dv-cinder-793515-3-smb {{(pid=91977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 15:59:50.669559 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-59ec0669-9ba0-403d-be55-bb259ab75bf5 None None] Deleting port 78f94a56-a669-4e21-88c9-37c038919e92 {{(pid=91977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 15:59:50.670160 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-59ec0669-9ba0-403d-be55-bb259ab75bf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:50.695258 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d2bbf-8615-4167-9080-0ca70f843f20 req-968bee09-f1a9-4936-8fa1-691ddd0a97ce tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:50.696831 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9a0d2bbf-8615-4167-9080-0ca70f843f20 req-968bee09-f1a9-4936-8fa1-691ddd0a97ce tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=86246bd3-f872-457d-95e2-3b68c9ee3ffe HTTP/1.1" status: 200 len: 943 time: 0.0855002 Jun 01 15:59:50.723234 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-94a2da90-aa73-41d8-8b48-548effd5e05e admin admin] Calling delete_port for 78f94a56-a669-4e21-88c9-37c038919e92 owned by network:dhcp {{(pid=91976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:59:50.744450 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9a0d2bbf-8615-4167-9080-0ca70f843f20 req-1b19e33e-69d2-4e8d-9621-a0d5120ba861 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed6c4dea-e08f-4a50-8b2d-701cdfcce192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416300 Jun 01 15:59:50.771609 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-94a2da90-aa73-41d8-8b48-548effd5e05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:50.774909 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-59ec0669-9ba0-403d-be55-bb259ab75bf5 None None] For port 78f94a56-a669-4e21-88c9-37c038919e92, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=78f94a56-a669-4e21-88c9-37c038919e92,segment=NetworkSegment(40be7fc3-9385-4c06-8708-3f7116463cec),segment_id=40be7fc3-9385-4c06-8708-3f7116463cec)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:59:50.775262 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-59ec0669-9ba0-403d-be55-bb259ab75bf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:50.776310 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-5f60833d-f6d8-4a9f-af94-86a7fa7c308b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:50.822380 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2da90-aa73-41d8-8b48-548effd5e05e admin admin] Pushing event deleted for resources: {'Port': ['ID=78f94a56-a669-4e21-88c9-37c038919e92,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:50.824090 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a2da90-aa73-41d8-8b48-548effd5e05e admin admin] No DVR routers for this DVR port 78f94a56-a669-4e21-88c9-37c038919e92 on host dv-cinder-793515-3-smb {{(pid=91976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:59:50.825538 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-94a2da90-aa73-41d8-8b48-548effd5e05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:50.894369 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-59ec0669-9ba0-403d-be55-bb259ab75bf5 None None] Calling delete_port for 78f94a56-a669-4e21-88c9-37c038919e92 owned by network:dhcp {{(pid=91977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 15:59:50.943955 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-94a2da90-aa73-41d8-8b48-548effd5e05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3910276', 'neutron.services.segments.db._delete_segments_for_network-8737512847436'] for network, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:50.956239 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.services.segments.db [None req-94a2da90-aa73-41d8-8b48-548effd5e05e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb9a62f-e096-4d2c-96b4-81a80b5b2aff']}} {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:59:50.968410 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 41b5c933-0606-4c90-8ed7-e5006535635d no longer exists at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:59:50.969084 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.services.segments.db [None req-94a2da90-aa73-41d8-8b48-548effd5e05e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40be7fc3-9385-4c06-8708-3f7116463cec') {'for_net_delete': True} {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:59:50.969382 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.services.segments.db [None req-94a2da90-aa73-41d8-8b48-548effd5e05e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40be7fc3-9385-4c06-8708-3f7116463cec') {} {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:59:50.981329 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-94a2da90-aa73-41d8-8b48-548effd5e05e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737512848743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129320109'] for segment, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:50.997860 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-94a2da90-aa73-41d8-8b48-548effd5e05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:51.004181 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a2da90-aa73-41d8-8b48-548effd5e05e admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=91976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 15:59:51.004556 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-94a2da90-aa73-41d8-8b48-548effd5e05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129416830'] for segment, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:51.012163 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] No Port match for: 41b5c933-0606-4c90-8ed7-e5006535635d {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:59:51.012509 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 41b5c933-0606-4c90-8ed7-e5006535635d not bound to the agent host dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:59:51.012918 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 78f94a56-a669-4e21-88c9-37c038919e92 no longer exists at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: Traceback (most recent call last): Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: timer() Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: cb(*args, **kw) Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: return func(*args, **kwargs) Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: self._notify() Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: self.callback(batched_events) Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: event.method(event) Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: return f(self, *a, **k) Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: return self._get(url).json() Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: return self.request(url, 'GET', **kwargs) Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 15:59:51.017724 dv-cinder-793515-3-smb neutron-server[91976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 15:59:51.046799 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 753d8fd5-84b5-4175-9983-88d8dbec5077 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 15:59:51.058975 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] No Port match for: 78f94a56-a669-4e21-88c9-37c038919e92 {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 15:59:51.059349 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 78f94a56-a669-4e21-88c9-37c038919e92 not bound to the agent host dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 15:59:51.104770 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-94a2da90-aa73-41d8-8b48-548effd5e05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3910301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634041'] for network, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:51.108474 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:51.192592 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-59ec0669-9ba0-403d-be55-bb259ab75bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234'] for port, after_delete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:51.198032 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:51.225315 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-94a2da90-aa73-41d8-8b48-548effd5e05e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:51.237741 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2da90-aa73-41d8-8b48-548effd5e05e admin admin] Pushing event deleted for resources: {'Network': ['ID=fdb9a62f-e096-4d2c-96b4-81a80b5b2aff,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:51.241466 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-94a2da90-aa73-41d8-8b48-548effd5e05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:51.247899 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec0669-9ba0-403d-be55-bb259ab75bf5 None None] Pushing event deleted for resources: {'Port': ['ID=78f94a56-a669-4e21-88c9-37c038919e92,revision_number=None']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:51.252688 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59ec0669-9ba0-403d-be55-bb259ab75bf5 None None] Network fdb9a62f-e096-4d2c-96b4-81a80b5b2aff is not hosted by any dhcp agent {{(pid=91977) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 01 15:59:51.253395 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ec0669-9ba0-403d-be55-bb259ab75bf5 None None] No DVR routers for this DVR port 78f94a56-a669-4e21-88c9-37c038919e92 on host dv-cinder-793515-3-smb {{(pid=91977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 15:59:51.259168 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-94a2da90-aa73-41d8-8b48-548effd5e05e admin admin] 10.222.0.60 "DELETE /v2.0/networks/fdb9a62f-e096-4d2c-96b4-81a80b5b2aff HTTP/1.1" status: 204 len: 168 time: 0.9491017 Jun 01 15:59:51.276720 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ec0669-9ba0-403d-be55-bb259ab75bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:51.276720 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ec0669-9ba0-403d-be55-bb259ab75bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:51.276720 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ec0669-9ba0-403d-be55-bb259ab75bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:51.277016 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ec0669-9ba0-403d-be55-bb259ab75bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:51.277516 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ec0669-9ba0-403d-be55-bb259ab75bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:51.277667 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ec0669-9ba0-403d-be55-bb259ab75bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:51.277986 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ec0669-9ba0-403d-be55-bb259ab75bf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:51.278303 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ec0669-9ba0-403d-be55-bb259ab75bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:51.278614 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ec0669-9ba0-403d-be55-bb259ab75bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:51.278929 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ec0669-9ba0-403d-be55-bb259ab75bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:51.279381 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ec0669-9ba0-403d-be55-bb259ab75bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:51.279807 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ec0669-9ba0-403d-be55-bb259ab75bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 15:59:51.283338 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-59ec0669-9ba0-403d-be55-bb259ab75bf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:51.294878 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 753d8fd5-84b5-4175-9983-88d8dbec5077, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=753d8fd5-84b5-4175-9983-88d8dbec5077,segment=NetworkSegment(d99c4ca3-6d13-4932-8722-f57b854e9798),segment_id=d99c4ca3-6d13-4932-8722-f57b854e9798)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:59:51.309408 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Returning: {'device': '753d8fd5-84b5-4175-9983-88d8dbec5077', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'port_id': '753d8fd5-84b5-4175-9983-88d8dbec5077', 'mac_address': 'fa:16:3e:95:6c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 15:59:51.319481 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d95d1-5bc9-4ae5-9b81-ff4d8e5f47f1 req-22399184-ea77-4a0d-a453-5e66173ac0bb tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:51.320990 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-925d95d1-5bc9-4ae5-9b81-ff4d8e5f47f1 req-22399184-ea77-4a0d-a453-5e66173ac0bb tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 985 time: 0.1122069 Jun 01 15:59:51.370787 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:51.374045 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-925d95d1-5bc9-4ae5-9b81-ff4d8e5f47f1 req-c35a4077-22f4-43e1-a432-fa9c218bf22d tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d8efc6-6110-4fa7-869f-bb1305f6dfc1&id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471210 Jun 01 15:59:51.391756 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 753d8fd5-84b5-4175-9983-88d8dbec5077 {{(pid=91977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 15:59:51.393209 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35974) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:51.408918 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 753d8fd5-84b5-4175-9983-88d8dbec5077, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=753d8fd5-84b5-4175-9983-88d8dbec5077,segment=NetworkSegment(d99c4ca3-6d13-4932-8722-f57b854e9798),segment_id=d99c4ca3-6d13-4932-8722-f57b854e9798)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:59:51.412918 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:51.415578 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:51.445454 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-c2158f45-43d5-483d-a1cf-6b0e313b38d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12fb45d959194124816570e75695094b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0496199 Jun 01 15:59:51.447809 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 35976) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:51.480229 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=753d8fd5-84b5-4175-9983-88d8dbec5077,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:51.483255 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:51.505397 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b6ee0fd1-6e8a-487c-ae22-aaf6dcc82bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:51.530166 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b6ee0fd1-6e8a-487c-ae22-aaf6dcc82bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:51.581114 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b6ee0fd1-6e8a-487c-ae22-aaf6dcc82bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:51.585701 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-41c8b16d-e643-4c06-867d-aad702b14dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:51.600338 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee0fd1-6e8a-487c-ae22-aaf6dcc82bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ffe810-42d3-4c6b-bb57-bba1ad9f9c97,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:51.602549 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-b6ee0fd1-6e8a-487c-ae22-aaf6dcc82bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:51.608411 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b6ee0fd1-6e8a-487c-ae22-aaf6dcc82bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:51.609520 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-b6ee0fd1-6e8a-487c-ae22-aaf6dcc82bba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/30ffe810-42d3-4c6b-bb57-bba1ad9f9c97 HTTP/1.1" status: 204 len: 168 time: 0.1608441 Jun 01 15:59:51.667942 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['753d8fd5-84b5-4175-9983-88d8dbec5077'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 15:59:51.946207 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765666dd-544d-4c0e-80f0-9938b26edbcf req-44d3029f-68d8-4a11-87dd-9a719bd1a3be tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:51.951544 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-765666dd-544d-4c0e-80f0-9938b26edbcf req-44d3029f-68d8-4a11-87dd-9a719bd1a3be tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=86246bd3-f872-457d-95e2-3b68c9ee3ffe HTTP/1.1" status: 200 len: 944 time: 0.0914536 Jun 01 15:59:51.993357 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-765666dd-544d-4c0e-80f0-9938b26edbcf req-e0875016-f01c-4e55-9166-8ff3306dc84d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed6c4dea-e08f-4a50-8b2d-701cdfcce192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401850 Jun 01 15:59:52.569891 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977746a-80af-4c4e-ab8b-29059864af33 req-7cd7407a-2360-49a5-9f5f-30f22e76facc tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:52.571376 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a977746a-80af-4c4e-ab8b-29059864af33 req-7cd7407a-2360-49a5-9f5f-30f22e76facc tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 985 time: 0.0791299 Jun 01 15:59:52.722511 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a977746a-80af-4c4e-ab8b-29059864af33 req-deb70296-eeee-4795-b110-3aab46fef857 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d8efc6-6110-4fa7-869f-bb1305f6dfc1&id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1452627 Jun 01 15:59:52.768891 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:53.020988 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 753d8fd5-84b5-4175-9983-88d8dbec5077 up at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 15:59:53.100713 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning for port 753d8fd5-84b5-4175-9983-88d8dbec5077 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 15:59:53.105416 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning complete for port 753d8fd5-84b5-4175-9983-88d8dbec5077 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 15:59:53.105795 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:53.187279 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e490a-5042-4b65-83c5-af59771d0ac5 req-ae8837c8-5070-452e-9a8d-da4b14074295 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:53.188820 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-309e490a-5042-4b65-83c5-af59771d0ac5 req-ae8837c8-5070-452e-9a8d-da4b14074295 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=86246bd3-f872-457d-95e2-3b68c9ee3ffe HTTP/1.1" status: 200 len: 944 time: 0.0847051 Jun 01 15:59:53.226324 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:53.234080 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-309e490a-5042-4b65-83c5-af59771d0ac5 req-1311a18c-659f-419b-8a43-53a346006f95 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed6c4dea-e08f-4a50-8b2d-701cdfcce192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387590 Jun 01 15:59:53.255170 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86246bd3-f872-457d-95e2-3b68c9ee3ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753d8fd5-84b5-4175-9983-88d8dbec5077'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:59:53.257367 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74eea5c9-7b6c-4d87-9392-06189900d8f5" -d '{"events": [{"server_uuid": "86246bd3-f872-457d-95e2-3b68c9ee3ffe", "name": "network-vif-plugged", "status": "completed", "tag": "753d8fd5-84b5-4175-9983-88d8dbec5077"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:59:53.264837 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 753d8fd5-84b5-4175-9983-88d8dbec5077, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=753d8fd5-84b5-4175-9983-88d8dbec5077,segment=NetworkSegment(d99c4ca3-6d13-4932-8722-f57b854e9798),segment_id=d99c4ca3-6d13-4932-8722-f57b854e9798)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 15:59:53.269256 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:53.271093 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:53.303639 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 15:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8427acd-db4f-4162-b850-50e1cf0c6d8e x-openstack-request-id: req-a8427acd-db4f-4162-b850-50e1cf0c6d8e {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:59:53.303943 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86246bd3-f872-457d-95e2-3b68c9ee3ffe", "name": "network-vif-plugged", "status": "completed", "tag": "753d8fd5-84b5-4175-9983-88d8dbec5077", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:59:53.304206 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a8427acd-db4f-4162-b850-50e1cf0c6d8e {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:59:53.304601 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86246bd3-f872-457d-95e2-3b68c9ee3ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753d8fd5-84b5-4175-9983-88d8dbec5077', 'code': 200} Jun 01 15:59:53.374947 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=753d8fd5-84b5-4175-9983-88d8dbec5077,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:53.378003 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:53.542700 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d0ff0-02c2-4264-851d-77e83b9c75f7 req-dc433f7b-306f-4b9b-a491-a77593ff70bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:53.544148 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-465d0ff0-02c2-4264-851d-77e83b9c75f7 req-dc433f7b-306f-4b9b-a491-a77593ff70bb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=86246bd3-f872-457d-95e2-3b68c9ee3ffe HTTP/1.1" status: 200 len: 1098 time: 0.0717344 Jun 01 15:59:53.583958 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-465d0ff0-02c2-4264-851d-77e83b9c75f7 req-16fb6cc5-993e-4c75-a3f1-c950adff89d9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ed6c4dea-e08f-4a50-8b2d-701cdfcce192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335515 Jun 01 15:59:53.912877 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c24e0b-2d4a-4950-b89c-8faa6a21b559 req-70523dc5-e008-4fb6-8229-40fd391a280d tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:53.914251 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a1c24e0b-2d4a-4950-b89c-8faa6a21b559 req-70523dc5-e008-4fb6-8229-40fd391a280d tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 985 time: 0.0831332 Jun 01 15:59:53.959841 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a1c24e0b-2d4a-4950-b89c-8faa6a21b559 req-5f2ad298-ef3e-47d9-8a14-a1c5d569dffb tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d8efc6-6110-4fa7-869f-bb1305f6dfc1&id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397794 Jun 01 15:59:54.459350 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528e8de-f0c7-4da3-8de1-be2bace0cfdd req-16502fca-d050-41b6-8ee3-38d8da37a317 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:54.460888 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c528e8de-f0c7-4da3-8de1-be2bace0cfdd req-16502fca-d050-41b6-8ee3-38d8da37a317 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=86246bd3-f872-457d-95e2-3b68c9ee3ffe HTTP/1.1" status: 200 len: 945 time: 0.1104133 Jun 01 15:59:54.526783 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c528e8de-f0c7-4da3-8de1-be2bace0cfdd req-06cd6db9-0f51-4c41-884c-8dc058557813 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed6c4dea-e08f-4a50-8b2d-701cdfcce192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562608 Jun 01 15:59:54.530268 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 15:59:55.154497 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1ab51-eb71-4ac8-b265-5d549baeb4ce req-1d4a9117-7ce8-45c0-8ae8-716e1dda09d3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:55.156024 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d0e1ab51-eb71-4ac8-b265-5d549baeb4ce req-1d4a9117-7ce8-45c0-8ae8-716e1dda09d3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 985 time: 0.0837643 Jun 01 15:59:55.201697 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d0e1ab51-eb71-4ac8-b265-5d549baeb4ce req-5077d17b-f512-4d47-9f26-18566a23ce9c tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d8efc6-6110-4fa7-869f-bb1305f6dfc1&id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398223 Jun 01 15:59:55.717199 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a70ca-f460-4527-9f55-8dddeb68c6c9 req-f7e7806c-a698-4090-bb6d-2b349daacb88 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:55.718681 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e02a70ca-f460-4527-9f55-8dddeb68c6c9 req-f7e7806c-a698-4090-bb6d-2b349daacb88 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=86246bd3-f872-457d-95e2-3b68c9ee3ffe HTTP/1.1" status: 200 len: 945 time: 0.0860882 Jun 01 15:59:55.763714 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e02a70ca-f460-4527-9f55-8dddeb68c6c9 req-8eaed02c-f858-4ee1-a9ee-e3db10dc5df8 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed6c4dea-e08f-4a50-8b2d-701cdfcce192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386226 Jun 01 15:59:55.938800 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bc7be-be43-4d8e-a86a-6b1456620fea req-b00881bf-ea7e-4734-88f3-f5744212c152 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:55.940284 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-fa9bc7be-be43-4d8e-a86a-6b1456620fea req-b00881bf-ea7e-4734-88f3-f5744212c152 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=86246bd3-f872-457d-95e2-3b68c9ee3ffe HTTP/1.1" status: 200 len: 945 time: 0.0801806 Jun 01 15:59:55.949381 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 36058) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:55.954055 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-80950169-1b5a-4b4c-85dc-e04b3eb43d08 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Request body: {'floatingip': {'port_id': '753d8fd5-84b5-4175-9983-88d8dbec5077'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 15:59:56.033030 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-80950169-1b5a-4b4c-85dc-e04b3eb43d08 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for floatingip, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:56.404401 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47f437-ec23-42c6-be00-dc02e7d38f93 req-f36373ee-3777-404c-9636-8a8901cbdbca tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:56.405902 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9e47f437-ec23-42c6-be00-dc02e7d38f93 req-f36373ee-3777-404c-9636-8a8901cbdbca tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 985 time: 0.0892949 Jun 01 15:59:56.455235 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9e47f437-ec23-42c6-be00-dc02e7d38f93 req-6b8dbca0-ad00-4e20-a393-c9797351b2fc tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d8efc6-6110-4fa7-869f-bb1305f6dfc1&id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425136 Jun 01 15:59:56.708870 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-80950169-1b5a-4b4c-85dc-e04b3eb43d08 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:56.712441 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-80950169-1b5a-4b4c-85dc-e04b3eb43d08 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633999'] for floatingip, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:56.882689 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.db.l3_db [None req-80950169-1b5a-4b4c-85dc-e04b3eb43d08 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Floating IP 3e1a89ee-381d-484b-8085-4fedf30df119 associated. External IP: 172.28.0.166, port: 753d8fd5-84b5-4175-9983-88d8dbec5077. Jun 01 15:59:57.303722 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80950169-1b5a-4b4c-85dc-e04b3eb43d08 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Router 5ea0c986-98db-4eba-9187-54a32175ef7d has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 15:59:57.498417 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80950169-1b5a-4b4c-85dc-e04b3eb43d08 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 15:59:57.508721 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-80950169-1b5a-4b4c-85dc-e04b3eb43d08 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for floatingip, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:57.527752 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c5fec7-c849-4652-8100-c05827b8e07a None None] Sync routers for ids ['5ea0c986-98db-4eba-9187-54a32175ef7d'] in dv-cinder-793515-3-smb {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 15:59:57.546426 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5fec7-c849-4652-8100-c05827b8e07a None None] Routers {'5ea0c986-98db-4eba-9187-54a32175ef7d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:59:57.547039 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-66c5fec7-c849-4652-8100-c05827b8e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:59:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['5ea0c986-98db-4eba-9187-54a32175ef7d'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:59:57.565652 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-80950169-1b5a-4b4c-85dc-e04b3eb43d08 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "PUT /v2.0/floatingips/3e1a89ee-381d-484b-8085-4fedf30df119 HTTP/1.1" status: 200 len: 991 time: 1.6137640 Jun 01 15:59:57.565652 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86246bd3-f872-457d-95e2-3b68c9ee3ffe', 'tag': '753d8fd5-84b5-4175-9983-88d8dbec5077'}] {{(pid=91976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 15:59:57.567457 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f9d738effd6d9aceb087a38e3a2b49a7446793e3ad91c39eafceb576f9fb4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27332b42-dd33-4567-aa41-c51cf13adeea" -d '{"events": [{"name": "network-changed", "server_uuid": "86246bd3-f872-457d-95e2-3b68c9ee3ffe", "tag": "753d8fd5-84b5-4175-9983-88d8dbec5077"}]}' {{(pid=91976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 15:59:57.711640 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ae163-e427-4951-9c79-b9b0c78dba00 req-45db4624-2f20-4558-a0bb-29186687ab15 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:57.718838 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9f2ae163-e427-4951-9c79-b9b0c78dba00 req-45db4624-2f20-4558-a0bb-29186687ab15 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 985 time: 0.0980847 Jun 01 15:59:57.747829 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 15:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b207debb-decc-4b1b-8556-cbff766d096b x-openstack-request-id: req-b207debb-decc-4b1b-8556-cbff766d096b {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 15:59:57.748472 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86246bd3-f872-457d-95e2-3b68c9ee3ffe", "tag": "753d8fd5-84b5-4175-9983-88d8dbec5077", "status": "completed", "code": 200}]} {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 15:59:57.748993 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b207debb-decc-4b1b-8556-cbff766d096b {{(pid=91976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 15:59:57.749675 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86246bd3-f872-457d-95e2-3b68c9ee3ffe', 'tag': '753d8fd5-84b5-4175-9983-88d8dbec5077', 'status': 'completed', 'code': 200} Jun 01 15:59:57.775642 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9f2ae163-e427-4951-9c79-b9b0c78dba00 req-3a77c6fd-272d-4ebf-898f-d901e0f9a350 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d8efc6-6110-4fa7-869f-bb1305f6dfc1&id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555801 Jun 01 15:59:57.806497 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-66c5fec7-c849-4652-8100-c05827b8e07a None None] Set router 5ea0c986-98db-4eba-9187-54a32175ef7d gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:59:57.868771 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27332b42-dd33-4567-aa41-c51cf13adeea req-42868a04-5fdd-4aa9-aae2-4ca0db467669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:57.870186 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-27332b42-dd33-4567-aa41-c51cf13adeea req-42868a04-5fdd-4aa9-aae2-4ca0db467669 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d02537c05ff435b8494626c5f702d80&device_id=86246bd3-f872-457d-95e2-3b68c9ee3ffe HTTP/1.1" status: 200 len: 1098 time: 0.0913737 Jun 01 15:59:57.879988 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 36096) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:58.003582 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27332b42-dd33-4567-aa41-c51cf13adeea req-cb60c11a-0289-4dc6-ac5c-3b1ad499c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:58.005104 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-27332b42-dd33-4567-aa41-c51cf13adeea req-cb60c11a-0289-4dc6-ac5c-3b1ad499c6bc service neutron] 10.222.0.89 "GET /v2.0/networks?id=9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 HTTP/1.1" status: 200 len: 911 time: 0.1285129 Jun 01 15:59:58.005619 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-25341c2c-93ff-41be-88ce-65fbdd624318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:58.020117 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-25341c2c-93ff-41be-88ce-65fbdd624318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 15:59:58.024078 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-25341c2c-93ff-41be-88ce-65fbdd624318 admin admin] Usage tracker for resource:security_group_rule and tenant:e75c5b999ac04065a9379d705d7c57b4 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 15:59:58.026878 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-25341c2c-93ff-41be-88ce-65fbdd624318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 15:59:58.032754 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-25341c2c-93ff-41be-88ce-65fbdd624318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 15:59:58.120587 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-27332b42-dd33-4567-aa41-c51cf13adeea req-10f3f494-fa65-49db-af47-66eff2220c7e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=753d8fd5-84b5-4175-9983-88d8dbec5077 HTTP/1.1" status: 200 len: 999 time: 0.1080759 Jun 01 15:59:58.148097 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-25341c2c-93ff-41be-88ce-65fbdd624318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:58.155134 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-25341c2c-93ff-41be-88ce-65fbdd624318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:58.175346 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-d8fc093d-1b84-435a-89c1-f41479f19f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:58.189806 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-66c5fec7-c849-4652-8100-c05827b8e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'name': 'tempest-AttachVolumeTestJSON-910551453-router', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:28Z', 'revision_number': 4, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'gw_port': {'id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_floatingips': [{'id': '3e1a89ee-381d-484b-8085-4fedf30df119', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'floating_ip_address': '172.28.0.166', 'floating_network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'router_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'port_id': '753d8fd5-84b5-4175-9983-88d8dbec5077', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'mac_address': 'fa:16:3e:95:6c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86246bd3-f872-457d-95e2-3b68c9ee3ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:59:43Z', 'updated_at': '2021-06-01T15:59:56Z', 'revision_number': 1, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3', 'name': '', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'mac_address': 'fa:16:3e:70:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:28Z', 'updated_at': '2021-06-01T15:56:35Z', 'revision_number': 5, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'subnets': [{'id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:59:58.196901 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c5fec7-c849-4652-8100-c05827b8e07a None None] Checking router: 5ea0c986-98db-4eba-9187-54a32175ef7d for host: dv-cinder-793515-3-smb {{(pid=91978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 15:59:58.201576 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27332b42-dd33-4567-aa41-c51cf13adeea req-d12e39b9-f397-4c14-b6ec-d5d4408b8562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:58.203002 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-27332b42-dd33-4567-aa41-c51cf13adeea req-d12e39b9-f397-4c14-b6ec-d5d4408b8562 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1bebea71-5dbd-4d8f-85bf-3a4566a49a88 HTTP/1.1" status: 200 len: 849 time: 0.0751920 Jun 01 15:59:58.209485 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5fec7-c849-4652-8100-c05827b8e07a None None] Routers {'5ea0c986-98db-4eba-9187-54a32175ef7d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 15:59:58.210375 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-66c5fec7-c849-4652-8100-c05827b8e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T15:59:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['5ea0c986-98db-4eba-9187-54a32175ef7d'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:59:58.220808 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-25341c2c-93ff-41be-88ce-65fbdd624318 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e75c5b999ac04065a9379d705d7c57b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372409 Jun 01 15:59:58.221037 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 36100) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 15:59:58.231535 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25341c2c-93ff-41be-88ce-65fbdd624318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57018d7d-506c-4745-b660-beb016dc21ce,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:58.236242 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-25341c2c-93ff-41be-88ce-65fbdd624318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:58.284371 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-8b2c20bb-8383-4141-817a-a8fd0fbd0943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:58.288615 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27332b42-dd33-4567-aa41-c51cf13adeea req-e19fd4d4-7742-420b-b4c8-50669de36294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:58.290079 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-27332b42-dd33-4567-aa41-c51cf13adeea req-e19fd4d4-7742-420b-b4c8-50669de36294 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9ce6aa01-06d8-4cd3-b114-47dc6a9a7778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795264 Jun 01 15:59:58.310769 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-8b2c20bb-8383-4141-817a-a8fd0fbd0943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:58.372778 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-8b2c20bb-8383-4141-817a-a8fd0fbd0943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:58.378687 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-4aa14847-b6d2-4de6-84cf-96ec5586c34c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 15:59:58.391854 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c20bb-8383-4141-817a-a8fd0fbd0943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57018d7d-506c-4745-b660-beb016dc21ce,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 15:59:58.397205 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-8b2c20bb-8383-4141-817a-a8fd0fbd0943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 15:59:58.397593 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-66c5fec7-c849-4652-8100-c05827b8e07a None None] Set router 5ea0c986-98db-4eba-9187-54a32175ef7d gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 15:59:58.398724 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-8b2c20bb-8383-4141-817a-a8fd0fbd0943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 15:59:58.402402 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-8b2c20bb-8383-4141-817a-a8fd0fbd0943 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/57018d7d-506c-4745-b660-beb016dc21ce HTTP/1.1" status: 204 len: 168 time: 0.1780779 Jun 01 15:59:58.429734 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-27332b42-dd33-4567-aa41-c51cf13adeea req-1bb4ec29-361a-478a-bd18-966610ea7f94 service neutron] 10.222.0.89 "GET /v2.0/networks/9ce6aa01-06d8-4cd3-b114-47dc6a9a7778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327415 Jun 01 15:59:58.578855 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-27332b42-dd33-4567-aa41-c51cf13adeea req-2b249685-a2af-4b9e-9ee2-d0acaa685c95 service neutron] 10.222.0.89 "GET /v2.0/networks/9ce6aa01-06d8-4cd3-b114-47dc6a9a7778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424904 Jun 01 15:59:58.800539 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-66c5fec7-c849-4652-8100-c05827b8e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'name': 'tempest-AttachVolumeTestJSON-910551453-router', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:28Z', 'revision_number': 4, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'gw_port': {'id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_floatingips': [{'id': '3e1a89ee-381d-484b-8085-4fedf30df119', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'floating_ip_address': '172.28.0.166', 'floating_network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'router_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'port_id': '753d8fd5-84b5-4175-9983-88d8dbec5077', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'mac_address': 'fa:16:3e:95:6c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86246bd3-f872-457d-95e2-3b68c9ee3ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:59:43Z', 'updated_at': '2021-06-01T15:59:56Z', 'revision_number': 1, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3', 'name': '', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'mac_address': 'fa:16:3e:70:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:28Z', 'updated_at': '2021-06-01T15:56:35Z', 'revision_number': 5, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'subnets': [{'id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 15:59:58.804542 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c5fec7-c849-4652-8100-c05827b8e07a None None] The sync data for ids ['5ea0c986-98db-4eba-9187-54a32175ef7d'] in dv-cinder-793515-3-smb is: [{'id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'name': 'tempest-AttachVolumeTestJSON-910551453-router', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:28Z', 'revision_number': 4, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'gw_port': {'id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_floatingips': [{'id': '3e1a89ee-381d-484b-8085-4fedf30df119', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'floating_ip_address': '172.28.0.166', 'floating_network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'router_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'port_id': '753d8fd5-84b5-4175-9983-88d8dbec5077', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'mac_address': 'fa:16:3e:95:6c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86246bd3-f872-457d-95e2-3b68c9ee3ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T15:59:43Z', 'updated_at': '2021-06-01T15:59:56Z', 'revision_number': 1, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3', 'name': '', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'mac_address': 'fa:16:3e:70:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:28Z', 'updated_at': '2021-06-01T15:56:35Z', 'revision_number': 5, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'subnets': [{'id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 15:59:58.991468 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d677137-d8df-40d1-bf22-cb9b4e2896c6 req-f3b869ad-47f7-491b-9390-f2ef53409e4f tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 15:59:58.993027 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0d677137-d8df-40d1-bf22-cb9b4e2896c6 req-f3b869ad-47f7-491b-9390-f2ef53409e4f tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 985 time: 0.0857301 Jun 01 15:59:59.020019 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c8a20b-ea15-48a1-ba1f-1e03228d4334 None None] New status for floating IP 3e1a89ee-381d-484b-8085-4fedf30df119: ACTIVE {{(pid=91977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 15:59:59.049943 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0d677137-d8df-40d1-bf22-cb9b4e2896c6 req-9fcecbec-ff4d-4c63-9525-bf1514848766 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d8efc6-6110-4fa7-869f-bb1305f6dfc1&id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0493426 Jun 01 16:00:00.162797 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 36152) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:00:00.239104 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049c6b4-4079-44df-bf7c-c886c930f038 req-c8ae231a-10ca-4fdc-b7ab-13029a51d98a tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:00.240807 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0049c6b4-4079-44df-bf7c-c886c930f038 req-c8ae231a-10ca-4fdc-b7ab-13029a51d98a tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 985 time: 0.0841713 Jun 01 16:00:00.285043 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8c3f406c-62f7-48bc-aa2c-b61b5ed9f4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:00.288025 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0049c6b4-4079-44df-bf7c-c886c930f038 req-5778f667-46a2-46fd-bdc8-7365ca73998a tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d8efc6-6110-4fa7-869f-bb1305f6dfc1&id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415790 Jun 01 16:00:00.299756 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-8c3f406c-62f7-48bc-aa2c-b61b5ed9f4e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:00:00.303673 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-8c3f406c-62f7-48bc-aa2c-b61b5ed9f4e7 admin admin] Usage tracker for resource:security_group_rule and tenant:b6a8555a18114d82be9888bab986940f is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:00:00.306471 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-8c3f406c-62f7-48bc-aa2c-b61b5ed9f4e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:00:00.312130 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-8c3f406c-62f7-48bc-aa2c-b61b5ed9f4e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:00:00.394068 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8c3f406c-62f7-48bc-aa2c-b61b5ed9f4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:00.398471 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8c3f406c-62f7-48bc-aa2c-b61b5ed9f4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:00.405774 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-6014190b-51eb-4e5d-bc82-054ff3350522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:00.446313 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-8c3f406c-62f7-48bc-aa2c-b61b5ed9f4e7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b6a8555a18114d82be9888bab986940f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2823343 Jun 01 16:00:00.447367 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f406c-62f7-48bc-aa2c-b61b5ed9f4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0829e4-c2cb-4936-aafa-2d7028ca2974,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:00.449040 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 36158) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:00:00.450483 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-8c3f406c-62f7-48bc-aa2c-b61b5ed9f4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:00.506776 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-5b1e7266-b93f-4195-aeff-2738584068ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:00.533066 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-5b1e7266-b93f-4195-aeff-2738584068ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:00.586812 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-5b1e7266-b93f-4195-aeff-2738584068ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:00.591543 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-4f1ab2e3-17a6-49b4-975b-c924a25e284e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:00.603492 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e7266-b93f-4195-aeff-2738584068ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0829e4-c2cb-4936-aafa-2d7028ca2974,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:00.606417 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-5b1e7266-b93f-4195-aeff-2738584068ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:00.608422 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-5b1e7266-b93f-4195-aeff-2738584068ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:00.609480 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-5b1e7266-b93f-4195-aeff-2738584068ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c0829e4-c2cb-4936-aafa-2d7028ca2974 HTTP/1.1" status: 204 len: 168 time: 0.1593924 Jun 01 16:00:00.884025 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 36164) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:00:00.900906 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-1072c69a-dfc3-49d7-9b9c-dfc9547be7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:00.918404 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-1072c69a-dfc3-49d7-9b9c-dfc9547be7fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:00:00.922186 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-1072c69a-dfc3-49d7-9b9c-dfc9547be7fd admin admin] Usage tracker for resource:security_group_rule and tenant:8aa2340b3b814895941d31bbb6604ad8 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:00:00.924966 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-1072c69a-dfc3-49d7-9b9c-dfc9547be7fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:00:00.930587 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-1072c69a-dfc3-49d7-9b9c-dfc9547be7fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:00:01.014967 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-1072c69a-dfc3-49d7-9b9c-dfc9547be7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:01.018731 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-1072c69a-dfc3-49d7-9b9c-dfc9547be7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:01.027563 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-8b2c20bb-8383-4141-817a-a8fd0fbd0943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:01.071305 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-1072c69a-dfc3-49d7-9b9c-dfc9547be7fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8aa2340b3b814895941d31bbb6604ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1861789 Jun 01 16:00:01.072229 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072c69a-dfc3-49d7-9b9c-dfc9547be7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6b626a-79d1-4bdc-bf5d-101c096a7cf5,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:01.073870 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 36168) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:00:01.075269 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-1072c69a-dfc3-49d7-9b9c-dfc9547be7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:01.134394 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6644135c-beab-4700-9db4-86d964cfe783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:01.159793 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6644135c-beab-4700-9db4-86d964cfe783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:01.212102 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6644135c-beab-4700-9db4-86d964cfe783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:01.215778 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-52349c78-4faa-443b-bdad-bf090d3e83ab tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:01.227472 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644135c-beab-4700-9db4-86d964cfe783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6b626a-79d1-4bdc-bf5d-101c096a7cf5,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:01.229945 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-6644135c-beab-4700-9db4-86d964cfe783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:01.237129 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6644135c-beab-4700-9db4-86d964cfe783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:01.238250 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-6644135c-beab-4700-9db4-86d964cfe783 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c6b626a-79d1-4bdc-bf5d-101c096a7cf5 HTTP/1.1" status: 204 len: 168 time: 0.1633441 Jun 01 16:00:03.387554 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 36242) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:00:03.510478 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0d4d8f1d-1a0d-44ff-8bf0-e1383e1cbf6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:03.525040 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-0d4d8f1d-1a0d-44ff-8bf0-e1383e1cbf6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:00:03.529389 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-0d4d8f1d-1a0d-44ff-8bf0-e1383e1cbf6e admin admin] Usage tracker for resource:security_group_rule and tenant:00f00b1817ec4889b925f131e7e99e50 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:00:03.532273 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-0d4d8f1d-1a0d-44ff-8bf0-e1383e1cbf6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:00:03.539433 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-0d4d8f1d-1a0d-44ff-8bf0-e1383e1cbf6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:00:03.619326 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0d4d8f1d-1a0d-44ff-8bf0-e1383e1cbf6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:03.622983 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0d4d8f1d-1a0d-44ff-8bf0-e1383e1cbf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:03.629302 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-5afaa233-099f-4d63-bdaf-ed55fba07510 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:03.670510 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-0d4d8f1d-1a0d-44ff-8bf0-e1383e1cbf6e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=00f00b1817ec4889b925f131e7e99e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811470 Jun 01 16:00:03.671444 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d8f1d-1a0d-44ff-8bf0-e1383e1cbf6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88f35e1-bfd0-4e5b-9b76-a50536cf94ce,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:03.673203 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 36246) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:00:03.674403 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-0d4d8f1d-1a0d-44ff-8bf0-e1383e1cbf6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:03.730722 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d4b7515c-07d7-46ef-9bae-23f4081ce72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:03.755796 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d4b7515c-07d7-46ef-9bae-23f4081ce72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:03.805765 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d4b7515c-07d7-46ef-9bae-23f4081ce72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:03.809210 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:03.824308 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7515c-07d7-46ef-9bae-23f4081ce72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88f35e1-bfd0-4e5b-9b76-a50536cf94ce,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:03.826878 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-d4b7515c-07d7-46ef-9bae-23f4081ce72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:03.834795 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d4b7515c-07d7-46ef-9bae-23f4081ce72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:03.835942 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-d4b7515c-07d7-46ef-9bae-23f4081ce72c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e88f35e1-bfd0-4e5b-9b76-a50536cf94ce HTTP/1.1" status: 204 len: 168 time: 0.1616950 Jun 01 16:00:04.110079 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 36252) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:00:04.127229 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b655bb79-8142-4c48-8872-5d013c25b8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:04.142387 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-b655bb79-8142-4c48-8872-5d013c25b8ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:00:04.146806 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-b655bb79-8142-4c48-8872-5d013c25b8ce admin admin] Usage tracker for resource:security_group_rule and tenant:181dcf4f92c44393ab722a50ed6e4157 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:00:04.149846 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-b655bb79-8142-4c48-8872-5d013c25b8ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:00:04.155514 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-b655bb79-8142-4c48-8872-5d013c25b8ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:00:04.236346 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b655bb79-8142-4c48-8872-5d013c25b8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:04.240874 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b655bb79-8142-4c48-8872-5d013c25b8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:04.247925 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-f2b7128c-d823-4cf9-b994-271bc4a0de0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:04.287959 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-b655bb79-8142-4c48-8872-5d013c25b8ce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=181dcf4f92c44393ab722a50ed6e4157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1766415 Jun 01 16:00:04.288955 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655bb79-8142-4c48-8872-5d013c25b8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f45e6a6-221b-4553-ba88-7de1c4ee0116,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:04.290451 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 36256) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:00:04.292465 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-b655bb79-8142-4c48-8872-5d013c25b8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:04.443960 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1638a13d-8e17-40c2-9619-7b2336d2f548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:04.469223 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1638a13d-8e17-40c2-9619-7b2336d2f548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:04.519808 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1638a13d-8e17-40c2-9619-7b2336d2f548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:04.523984 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-b6ee0fd1-6e8a-487c-ae22-aaf6dcc82bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:04.535453 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638a13d-8e17-40c2-9619-7b2336d2f548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f45e6a6-221b-4553-ba88-7de1c4ee0116,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:04.538769 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-1638a13d-8e17-40c2-9619-7b2336d2f548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:04.545945 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1638a13d-8e17-40c2-9619-7b2336d2f548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:04.547036 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-1638a13d-8e17-40c2-9619-7b2336d2f548 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9f45e6a6-221b-4553-ba88-7de1c4ee0116 HTTP/1.1" status: 204 len: 168 time: 0.2555325 Jun 01 16:00:07.706809 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-1d051883-f1d2-4048-88d4-bc746907f4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:10.156200 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-efff0f09-7acf-4efd-91cd-41b0eee6b87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:10.176140 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:11.357076 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:13.353654 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:20.216732 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-973a850f-f1f7-4333-b89f-517b72fdbd45 req-513f4bf1-bdce-4a1e-95c3-ff424734ee9e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755491 Jun 01 16:00:20.355654 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a850f-f1f7-4333-b89f-517b72fdbd45 req-f05e9d98-4a26-4869-8fcf-690f81c64d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:20.357096 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-973a850f-f1f7-4333-b89f-517b72fdbd45 req-f05e9d98-4a26-4869-8fcf-690f81c64d95 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=29660878ab7645c7bf224b26c6c4a065&device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 1138 time: 0.0708022 Jun 01 16:00:20.513374 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a850f-f1f7-4333-b89f-517b72fdbd45 req-3373475c-e50e-4eee-ad23-62a6661cb77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:20.515000 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-973a850f-f1f7-4333-b89f-517b72fdbd45 req-3373475c-e50e-4eee-ad23-62a6661cb77a service neutron] 10.222.0.89 "GET /v2.0/networks?id=e92bd554-2a71-4608-b377-776018ebadc6 HTTP/1.1" status: 200 len: 915 time: 0.1283214 Jun 01 16:00:20.619710 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-973a850f-f1f7-4333-b89f-517b72fdbd45 req-10cb7c47-6352-4b66-93d6-6dc014c6c7e9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1de512d9-8bae-4850-918e-0f364264bbf3 HTTP/1.1" status: 200 len: 1001 time: 0.0959327 Jun 01 16:00:20.682342 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a850f-f1f7-4333-b89f-517b72fdbd45 req-60df8b59-b402-4014-b66d-98178e708415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:20.683775 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-973a850f-f1f7-4333-b89f-517b72fdbd45 req-60df8b59-b402-4014-b66d-98178e708415 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d969ce51-f174-4f60-92df-e52506cc6439 HTTP/1.1" status: 200 len: 853 time: 0.0570157 Jun 01 16:00:20.771334 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a850f-f1f7-4333-b89f-517b72fdbd45 req-d4029e7f-7ff9-44b0-8f85-8f48ec670e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:20.772789 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-973a850f-f1f7-4333-b89f-517b72fdbd45 req-d4029e7f-7ff9-44b0-8f85-8f48ec670e9b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e92bd554-2a71-4608-b377-776018ebadc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822408 Jun 01 16:00:20.910788 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-973a850f-f1f7-4333-b89f-517b72fdbd45 req-92394edd-d95d-4034-87a5-e94789d40171 service neutron] 10.222.0.89 "GET /v2.0/networks/e92bd554-2a71-4608-b377-776018ebadc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309438 Jun 01 16:00:21.050028 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-973a850f-f1f7-4333-b89f-517b72fdbd45 req-6601b064-8e81-4530-b558-10542e1e2c49 service neutron] 10.222.0.89 "GET /v2.0/networks/e92bd554-2a71-4608-b377-776018ebadc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313787 Jun 01 16:00:22.779218 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:31.519297 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:00:37.699771 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-9bdc77b1-4874-49cf-985e-47f8dafea1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:38.992555 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4e69bd5d-7f57-464c-823f-2130396b984c req-40c3692b-b27f-46b4-adbf-70351cdccbb9 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434384238&fields=id&tenant_id=29660878ab7645c7bf224b26c6c4a065 HTTP/1.1" status: 200 len: 267 time: 0.0448163 Jun 01 16:00:39.084411 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69bd5d-7f57-464c-823f-2130396b984c req-b1eeb093-648d-4cb0-8705-896a7d8ec6e8 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:39.086090 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4e69bd5d-7f57-464c-823f-2130396b984c req-b1eeb093-648d-4cb0-8705-896a7d8ec6e8 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 985 time: 0.0882623 Jun 01 16:00:39.102600 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [req-4e69bd5d-7f57-464c-823f-2130396b984c req-1f133ac3-0bd5-414c-9b02-3e9cfcd26de0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Request body: {'port': {'security_groups': ['b9c5d3b5-fde8-48d5-abd3-77cfec5667a1']}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:00:39.320887 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-4e69bd5d-7f57-464c-823f-2130396b984c req-1f133ac3-0bd5-414c-9b02-3e9cfcd26de0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:39.560270 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [req-4e69bd5d-7f57-464c-823f-2130396b984c req-1f133ac3-0bd5-414c-9b02-3e9cfcd26de0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] For port 1de512d9-8bae-4850-918e-0f364264bbf3, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1de512d9-8bae-4850-918e-0f364264bbf3,segment=NetworkSegment(a08403f0-b7ba-487b-92db-35b4930135f4),segment_id=a08403f0-b7ba-487b-92db-35b4930135f4)] {{(pid=91975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:00:39.584699 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-4e69bd5d-7f57-464c-823f-2130396b984c req-1f133ac3-0bd5-414c-9b02-3e9cfcd26de0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for port, precommit_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:39.590764 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-4e69bd5d-7f57-464c-823f-2130396b984c req-1f133ac3-0bd5-414c-9b02-3e9cfcd26de0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:39.596604 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-a2fa1303-4e95-4c8d-8f01-6b3d9f186233 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:39.603441 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['1de512d9-8bae-4850-918e-0f364264bbf3'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 16:00:39.669296 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69bd5d-7f57-464c-823f-2130396b984c req-1f133ac3-0bd5-414c-9b02-3e9cfcd26de0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:39.669296 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [req-4e69bd5d-7f57-464c-823f-2130396b984c req-1f133ac3-0bd5-414c-9b02-3e9cfcd26de0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:39.669296 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4e69bd5d-7f57-464c-823f-2130396b984c req-1f133ac3-0bd5-414c-9b02-3e9cfcd26de0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "PUT /v2.0/ports/1de512d9-8bae-4850-918e-0f364264bbf3 HTTP/1.1" status: 200 len: 943 time: 0.5754213 Jun 01 16:00:39.669610 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fed47e-f8b8-49cd-9334-46974cbedfe0', 'tag': '1de512d9-8bae-4850-918e-0f364264bbf3'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:00:39.672025 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73161a71-a975-4d91-b653-26d63ba9876f" -d '{"events": [{"name": "network-changed", "server_uuid": "04fed47e-f8b8-49cd-9334-46974cbedfe0", "tag": "1de512d9-8bae-4850-918e-0f364264bbf3"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:00:39.675840 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 36580) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:00:39.690502 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f133ac3-0bd5-414c-9b02-3e9cfcd26de0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Pushing event updated for resources: {'Port': ['ID=1de512d9-8bae-4850-918e-0f364264bbf3,revision_number=7']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:39.698847 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f133ac3-0bd5-414c-9b02-3e9cfcd26de0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:39.699250 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f133ac3-0bd5-414c-9b02-3e9cfcd26de0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:39.699941 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f133ac3-0bd5-414c-9b02-3e9cfcd26de0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:39.700760 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f133ac3-0bd5-414c-9b02-3e9cfcd26de0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:39.701279 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f133ac3-0bd5-414c-9b02-3e9cfcd26de0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:39.701800 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f133ac3-0bd5-414c-9b02-3e9cfcd26de0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:39.702160 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f133ac3-0bd5-414c-9b02-3e9cfcd26de0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:39.702517 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f133ac3-0bd5-414c-9b02-3e9cfcd26de0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:39.702873 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f133ac3-0bd5-414c-9b02-3e9cfcd26de0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:39.703261 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f133ac3-0bd5-414c-9b02-3e9cfcd26de0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:39.703616 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f133ac3-0bd5-414c-9b02-3e9cfcd26de0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:39.703969 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f133ac3-0bd5-414c-9b02-3e9cfcd26de0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:39.717864 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-1f133ac3-0bd5-414c-9b02-3e9cfcd26de0 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:39.758874 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 16:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fef957-4c94-4e39-bb4a-00e54e8feed7 x-openstack-request-id: req-f6fef957-4c94-4e39-bb4a-00e54e8feed7 {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:00:39.759304 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04fed47e-f8b8-49cd-9334-46974cbedfe0", "tag": "1de512d9-8bae-4850-918e-0f364264bbf3", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:00:39.759597 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f6fef957-4c94-4e39-bb4a-00e54e8feed7 {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:00:39.760027 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fed47e-f8b8-49cd-9334-46974cbedfe0', 'tag': '1de512d9-8bae-4850-918e-0f364264bbf3', 'status': 'completed', 'code': 200} Jun 01 16:00:39.805300 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['1de512d9-8bae-4850-918e-0f364264bbf3'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 16:00:39.852481 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7bf4-0af4-49e0-8ee9-a132e6877105 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:39.890068 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7bf4-0af4-49e0-8ee9-a132e6877105 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:39.951436 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73161a71-a975-4d91-b653-26d63ba9876f req-a7d8733f-ef79-4ca7-9cb7-394c7a94217b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:39.952767 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-73161a71-a975-4d91-b653-26d63ba9876f req-a7d8733f-ef79-4ca7-9cb7-394c7a94217b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=29660878ab7645c7bf224b26c6c4a065&device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 1099 time: 0.1450045 Jun 01 16:00:39.983701 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-4e5a1be5-0d71-4efb-846a-7f3106012aca None None] Provisioning complete for port 1de512d9-8bae-4850-918e-0f364264bbf3 triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:00:39.984153 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-4e5a1be5-0d71-4efb-846a-7f3106012aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:40.072413 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7bf4-0af4-49e0-8ee9-a132e6877105 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:40.078730 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-07319cc1-0898-452d-b1fb-c8a321422b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:40.132425 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc7bf4-0af4-49e0-8ee9-a132e6877105 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d8efc6-6110-4fa7-869f-bb1305f6dfc1,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:40.145578 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc7bf4-0af4-49e0-8ee9-a132e6877105 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:40.145960 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc7bf4-0af4-49e0-8ee9-a132e6877105 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:40.146335 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc7bf4-0af4-49e0-8ee9-a132e6877105 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:40.146699 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc7bf4-0af4-49e0-8ee9-a132e6877105 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:40.147059 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc7bf4-0af4-49e0-8ee9-a132e6877105 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:40.148022 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc7bf4-0af4-49e0-8ee9-a132e6877105 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:40.148386 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc7bf4-0af4-49e0-8ee9-a132e6877105 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:40.148741 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc7bf4-0af4-49e0-8ee9-a132e6877105 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:40.149095 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc7bf4-0af4-49e0-8ee9-a132e6877105 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:40.149448 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc7bf4-0af4-49e0-8ee9-a132e6877105 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:40.149800 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc7bf4-0af4-49e0-8ee9-a132e6877105 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:40.150149 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc7bf4-0af4-49e0-8ee9-a132e6877105 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:40.153275 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73161a71-a975-4d91-b653-26d63ba9876f req-d01485bf-660d-4e1c-8d6d-18440111dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:40.154669 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-73161a71-a975-4d91-b653-26d63ba9876f req-d01485bf-660d-4e1c-8d6d-18440111dfeb service neutron] 10.222.0.89 "GET /v2.0/networks?id=e92bd554-2a71-4608-b377-776018ebadc6 HTTP/1.1" status: 200 len: 915 time: 0.1913955 Jun 01 16:00:40.155726 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-9bcc7bf4-0af4-49e0-8ee9-a132e6877105 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:40.157075 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7bf4-0af4-49e0-8ee9-a132e6877105 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:40.161103 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-9bcc7bf4-0af4-49e0-8ee9-a132e6877105 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "DELETE /v2.0/security-groups/d2d8efc6-6110-4fa7-869f-bb1305f6dfc1 HTTP/1.1" status: 204 len: 168 time: 0.4841731 Jun 01 16:00:40.161893 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 36590) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:00:40.273163 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-900a59bd-1914-4294-ba08-c7b4badfbf76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:40.284472 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:40.291497 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-73161a71-a975-4d91-b653-26d63ba9876f req-686e927c-2074-4dfd-934e-d6e203764aae service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1de512d9-8bae-4850-918e-0f364264bbf3 HTTP/1.1" status: 200 len: 1001 time: 0.1290779 Jun 01 16:00:40.361425 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73161a71-a975-4d91-b653-26d63ba9876f req-5d12e52f-5e26-4ef6-888a-cbf7406fc694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:40.362976 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-73161a71-a975-4d91-b653-26d63ba9876f req-5d12e52f-5e26-4ef6-888a-cbf7406fc694 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d969ce51-f174-4f60-92df-e52506cc6439 HTTP/1.1" status: 200 len: 853 time: 0.0651524 Jun 01 16:00:40.461433 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73161a71-a975-4d91-b653-26d63ba9876f req-daeffa6c-dbf4-4031-8f92-182e020390db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:40.463052 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-73161a71-a975-4d91-b653-26d63ba9876f req-daeffa6c-dbf4-4031-8f92-182e020390db service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e92bd554-2a71-4608-b377-776018ebadc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0926819 Jun 01 16:00:40.493310 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [None req-a83f7256-bac0-4a03-8774-f83ae3ad159c tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Deleting port 200ba6a9-312e-4d53-844e-0f754f17e946 {{(pid=91975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:00:40.493656 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a83f7256-bac0-4a03-8774-f83ae3ad159c tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:40.628470 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a83f7256-bac0-4a03-8774-f83ae3ad159c tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:40.628696 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a83f7256-bac0-4a03-8774-f83ae3ad159c tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:40.642257 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 36598) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:00:40.706144 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-73161a71-a975-4d91-b653-26d63ba9876f req-db7204f5-c863-4247-8c48-7e8d37d3eba0 service neutron] 10.222.0.89 "GET /v2.0/networks/e92bd554-2a71-4608-b377-776018ebadc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364569 Jun 01 16:00:40.760015 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [None req-a83f7256-bac0-4a03-8774-f83ae3ad159c tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Calling delete_port for 200ba6a9-312e-4d53-844e-0f754f17e946 owned by network:floatingip {{(pid=91975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:00:40.820320 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a8f82eba-a89f-4868-83f1-49b94243c109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:40.838926 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-a8f82eba-a89f-4868-83f1-49b94243c109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:00:40.840418 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-73161a71-a975-4d91-b653-26d63ba9876f req-e85c9942-458c-4339-bbc4-0cb2454fe420 service neutron] 10.222.0.89 "GET /v2.0/networks/e92bd554-2a71-4608-b377-776018ebadc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267493 Jun 01 16:00:40.844130 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-a8f82eba-a89f-4868-83f1-49b94243c109 admin admin] Usage tracker for resource:security_group_rule and tenant:a0a653e03cda451693295771f20a8bd0 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:00:40.847747 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-a8f82eba-a89f-4868-83f1-49b94243c109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:00:40.864129 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-a8f82eba-a89f-4868-83f1-49b94243c109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:00:40.960717 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a83f7256-bac0-4a03-8774-f83ae3ad159c tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:40.966101 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:41.019861 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f7256-bac0-4a03-8774-f83ae3ad159c tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Pushing event deleted for resources: {'Port': ['ID=200ba6a9-312e-4d53-844e-0f754f17e946,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:41.023401 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-a83f7256-bac0-4a03-8774-f83ae3ad159c tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:41.114846 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a8f82eba-a89f-4868-83f1-49b94243c109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:41.125082 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a8f82eba-a89f-4868-83f1-49b94243c109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:41.135231 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-80d8dd81-cdb1-46d1-9d13-753079314349 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:41.177104 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a83f7256-bac0-4a03-8774-f83ae3ad159c tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks [] for floatingip, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:41.177807 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.db.l3_db [None req-a83f7256-bac0-4a03-8774-f83ae3ad159c tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Floating IP 6e063849-b258-4ae2-af26-b36f254b5caf disassociated (deleted). External IP: 172.28.0.28, port: 1de512d9-8bae-4850-918e-0f364264bbf3. Jun 01 16:00:41.237212 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f82eba-a89f-4868-83f1-49b94243c109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1085fe-5de5-44bb-ba78-60482dbd2250,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:41.241686 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-a8f82eba-a89f-4868-83f1-49b94243c109 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a0a653e03cda451693295771f20a8bd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5984774 Jun 01 16:00:41.244480 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 36602) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:00:41.250560 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-a8f82eba-a89f-4868-83f1-49b94243c109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:41.313689 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d0131fa0-8989-4672-a91a-c5d9ea0b45f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:41.347921 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d0131fa0-8989-4672-a91a-c5d9ea0b45f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:41.365672 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:41.416910 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d0131fa0-8989-4672-a91a-c5d9ea0b45f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:41.422491 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-33dfc713-49ef-44ca-aa92-81b49c05094c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:41.440185 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0131fa0-8989-4672-a91a-c5d9ea0b45f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1085fe-5de5-44bb-ba78-60482dbd2250,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:41.444763 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-d0131fa0-8989-4672-a91a-c5d9ea0b45f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:41.448694 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d0131fa0-8989-4672-a91a-c5d9ea0b45f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:41.449916 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-d0131fa0-8989-4672-a91a-c5d9ea0b45f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eb1085fe-5de5-44bb-ba78-60482dbd2250 HTTP/1.1" status: 204 len: 168 time: 0.2044573 Jun 01 16:00:41.678054 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83f7256-bac0-4a03-8774-f83ae3ad159c tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Router e22e6d39-ac1f-4fe0-98a4-5f400776fbf3 has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:00:41.862171 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83f7256-bac0-4a03-8774-f83ae3ad159c tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:00:41.873690 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aa0f67-43b3-4347-bd03-ff95da469e85 None None] Sync routers for ids ['e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'] in dv-cinder-793515-3-smb {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:00:41.888061 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aa0f67-43b3-4347-bd03-ff95da469e85 None None] Routers {'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:00:41.888977 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-71aa0f67-43b3-4347-bd03-ff95da469e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:00:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:00:41.900487 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a83f7256-bac0-4a03-8774-f83ae3ad159c tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for floatingip, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:41.969197 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-a83f7256-bac0-4a03-8774-f83ae3ad159c tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "DELETE /v2.0/floatingips/6e063849-b258-4ae2-af26-b36f254b5caf HTTP/1.1" status: 204 len: 168 time: 1.7998762 Jun 01 16:00:41.969197 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fed47e-f8b8-49cd-9334-46974cbedfe0', 'tag': '1de512d9-8bae-4850-918e-0f364264bbf3'}] {{(pid=91975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:00:41.975541 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}833b9ebc930bd2a6fb7817e7be1af32d0ac041ab980bbacbb08a310a6f01f26d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6ab281-d451-45fa-a0e9-e014982aac41" -d '{"events": [{"name": "network-changed", "server_uuid": "04fed47e-f8b8-49cd-9334-46974cbedfe0", "tag": "1de512d9-8bae-4850-918e-0f364264bbf3"}]}' {{(pid=91975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:00:42.055458 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 16:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6442a4e0-4208-4c4a-aa97-0aea087b9177 x-openstack-request-id: req-6442a4e0-4208-4c4a-aa97-0aea087b9177 {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:00:42.055787 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04fed47e-f8b8-49cd-9334-46974cbedfe0", "tag": "1de512d9-8bae-4850-918e-0f364264bbf3", "status": "completed", "code": 200}]} {{(pid=91975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:00:42.056118 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6442a4e0-4208-4c4a-aa97-0aea087b9177 {{(pid=91975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:00:42.056562 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fed47e-f8b8-49cd-9334-46974cbedfe0', 'tag': '1de512d9-8bae-4850-918e-0f364264bbf3', 'status': 'completed', 'code': 200} Jun 01 16:00:42.080709 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-71aa0f67-43b3-4347-bd03-ff95da469e85 None None] Set router e22e6d39-ac1f-4fe0-98a4-5f400776fbf3 gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:00:42.180257 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ab281-d451-45fa-a0e9-e014982aac41 req-1e9600e6-dab4-4686-b4b2-6c40fc879909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:42.181766 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-db6ab281-d451-45fa-a0e9-e014982aac41 req-1e9600e6-dab4-4686-b4b2-6c40fc879909 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=29660878ab7645c7bf224b26c6c4a065&device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 1099 time: 0.1080778 Jun 01 16:00:42.344167 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ab281-d451-45fa-a0e9-e014982aac41 req-4df55ea2-d3fa-46e1-a62c-ec72ae9a19cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:42.346462 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-db6ab281-d451-45fa-a0e9-e014982aac41 req-4df55ea2-d3fa-46e1-a62c-ec72ae9a19cb service neutron] 10.222.0.89 "GET /v2.0/networks?id=e92bd554-2a71-4608-b377-776018ebadc6 HTTP/1.1" status: 200 len: 915 time: 0.1581838 Jun 01 16:00:42.435453 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-db6ab281-d451-45fa-a0e9-e014982aac41 req-3f23234e-d09a-469e-850d-274c4ea064b3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1de512d9-8bae-4850-918e-0f364264bbf3 HTTP/1.1" status: 200 len: 217 time: 0.0814753 Jun 01 16:00:42.523518 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ab281-d451-45fa-a0e9-e014982aac41 req-70e88464-a641-43da-9be7-a3d223a7a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:42.525325 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-db6ab281-d451-45fa-a0e9-e014982aac41 req-70e88464-a641-43da-9be7-a3d223a7a904 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d969ce51-f174-4f60-92df-e52506cc6439 HTTP/1.1" status: 200 len: 853 time: 0.0778229 Jun 01 16:00:42.543239 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-71aa0f67-43b3-4347-bd03-ff95da469e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'name': 'tempest-TestMinimumBasicScenario-208758389-router', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:07Z', 'revision_number': 4, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'gw_port': {'id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '72532fa4-a404-4f49-a820-52de84fb7aec', 'name': '', 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'mac_address': 'fa:16:3e:3d:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd969ce51-f174-4f60-92df-e52506cc6439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:07Z', 'updated_at': '2021-06-01T15:58:13Z', 'revision_number': 5, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'subnets': [{'id': 'd969ce51-f174-4f60-92df-e52506cc6439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:00:42.551273 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aa0f67-43b3-4347-bd03-ff95da469e85 None None] Checking router: e22e6d39-ac1f-4fe0-98a4-5f400776fbf3 for host: dv-cinder-793515-3-smb {{(pid=91978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:00:42.570176 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aa0f67-43b3-4347-bd03-ff95da469e85 None None] Routers {'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:00:42.572387 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-71aa0f67-43b3-4347-bd03-ff95da469e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:00:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:00:42.612795 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ab281-d451-45fa-a0e9-e014982aac41 req-fd4a6e25-583c-4fd1-8c7c-b7c9b7e82932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:42.614345 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-db6ab281-d451-45fa-a0e9-e014982aac41 req-fd4a6e25-583c-4fd1-8c7c-b7c9b7e82932 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e92bd554-2a71-4608-b377-776018ebadc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826368 Jun 01 16:00:42.797251 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-71aa0f67-43b3-4347-bd03-ff95da469e85 None None] Set router e22e6d39-ac1f-4fe0-98a4-5f400776fbf3 gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:00:42.809153 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-db6ab281-d451-45fa-a0e9-e014982aac41 req-54d3e558-f58f-44a0-a9e0-10e971055141 service neutron] 10.222.0.89 "GET /v2.0/networks/e92bd554-2a71-4608-b377-776018ebadc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880064 Jun 01 16:00:42.957569 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 36652) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:00:43.030614 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-db6ab281-d451-45fa-a0e9-e014982aac41 req-c525a4bd-9659-4f83-ac8d-7244cf03489e service neutron] 10.222.0.89 "GET /v2.0/networks/e92bd554-2a71-4608-b377-776018ebadc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064126 Jun 01 16:00:43.165342 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-343faf46-f90d-452e-b501-da682626284c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:43.183552 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-343faf46-f90d-452e-b501-da682626284c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:00:43.188610 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-71aa0f67-43b3-4347-bd03-ff95da469e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'name': 'tempest-TestMinimumBasicScenario-208758389-router', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:07Z', 'revision_number': 4, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'gw_port': {'id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '72532fa4-a404-4f49-a820-52de84fb7aec', 'name': '', 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'mac_address': 'fa:16:3e:3d:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd969ce51-f174-4f60-92df-e52506cc6439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:07Z', 'updated_at': '2021-06-01T15:58:13Z', 'revision_number': 5, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'subnets': [{'id': 'd969ce51-f174-4f60-92df-e52506cc6439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:00:43.191175 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-343faf46-f90d-452e-b501-da682626284c admin admin] Usage tracker for resource:security_group_rule and tenant:9edbe7df39dd4d87acc8e97f503c9dfc is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:00:43.196393 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aa0f67-43b3-4347-bd03-ff95da469e85 None None] The sync data for ids ['e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'] in dv-cinder-793515-3-smb is: [{'id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'name': 'tempest-TestMinimumBasicScenario-208758389-router', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:07Z', 'revision_number': 4, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'gw_port': {'id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '72532fa4-a404-4f49-a820-52de84fb7aec', 'name': '', 'network_id': 'e92bd554-2a71-4608-b377-776018ebadc6', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'mac_address': 'fa:16:3e:3d:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd969ce51-f174-4f60-92df-e52506cc6439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:07Z', 'updated_at': '2021-06-01T15:58:13Z', 'revision_number': 5, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'subnets': [{'id': 'd969ce51-f174-4f60-92df-e52506cc6439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:00:43.197127 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-343faf46-f90d-452e-b501-da682626284c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:00:43.207534 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-343faf46-f90d-452e-b501-da682626284c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:00:43.337123 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-343faf46-f90d-452e-b501-da682626284c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:43.356159 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-343faf46-f90d-452e-b501-da682626284c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:43.365389 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:43.372534 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-5cfbca84-f108-4a3b-8140-a45fcd4557d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:43.415788 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-343faf46-f90d-452e-b501-da682626284c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9edbe7df39dd4d87acc8e97f503c9dfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4567616 Jun 01 16:00:43.418441 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 36660) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:00:43.424107 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343faf46-f90d-452e-b501-da682626284c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ea40b9-0066-49fd-8116-5039c6a3e713,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:43.436955 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-343faf46-f90d-452e-b501-da682626284c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:43.494998 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1b0c73ec-c434-48b9-92c3-1d1285e76a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:43.524571 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1b0c73ec-c434-48b9-92c3-1d1285e76a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:43.584074 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f53293-b031-4db7-8f96-01bfdd6c13ca None None] New status for floating IP 6e063849-b258-4ae2-af26-b36f254b5caf: DOWN {{(pid=91977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 16:00:43.584352 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1b0c73ec-c434-48b9-92c3-1d1285e76a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:43.589472 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-b76ab478-5f69-45da-aec4-eb64429197ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:43.600183 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c73ec-c434-48b9-92c3-1d1285e76a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ea40b9-0066-49fd-8116-5039c6a3e713,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:43.610641 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-1b0c73ec-c434-48b9-92c3-1d1285e76a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:43.612819 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-1b0c73ec-c434-48b9-92c3-1d1285e76a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:43.617452 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-1b0c73ec-c434-48b9-92c3-1d1285e76a88 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69ea40b9-0066-49fd-8116-5039c6a3e713 HTTP/1.1" status: 204 len: 168 time: 0.1944926 Jun 01 16:00:45.553245 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1092bd4-2b9f-40da-ae42-eb2f6e741ede req-67ca521a-1d03-4b59-b824-1606741bb2d3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:45.554725 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-f1092bd4-2b9f-40da-ae42-eb2f6e741ede req-67ca521a-1d03-4b59-b824-1606741bb2d3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Synchronizing usage tracker for tenant:29660878ab7645c7bf224b26c6c4a065 on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:00:45.571331 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-f1092bd4-2b9f-40da-ae42-eb2f6e741ede req-67ca521a-1d03-4b59-b824-1606741bb2d3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Unset dirty status for tenant:29660878ab7645c7bf224b26c6c4a065 on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:00:45.572536 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f1092bd4-2b9f-40da-ae42-eb2f6e741ede req-67ca521a-1d03-4b59-b824-1606741bb2d3 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 946 time: 0.1082542 Jun 01 16:00:45.619448 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f1092bd4-2b9f-40da-ae42-eb2f6e741ede req-2b53cb3d-911d-4a9d-8ed6-c47016285fae tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411220 Jun 01 16:00:46.827466 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651568ee-ced1-44ee-b9d6-7c064032f036 req-54af2acc-c04c-4887-9d1a-5024427b57bc tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:46.828932 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-651568ee-ced1-44ee-b9d6-7c064032f036 req-54af2acc-c04c-4887-9d1a-5024427b57bc tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 946 time: 0.0859792 Jun 01 16:00:46.879761 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-651568ee-ced1-44ee-b9d6-7c064032f036 req-2b84e79e-437e-4eef-ba9e-fca8745bd3a2 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432405 Jun 01 16:00:47.277193 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b29ea-af54-4ba7-ab2e-a5a0b4e68517 req-f2f30ea0-3941-4fb2-9a9e-a266cd00ca56 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:47.277848 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-871b29ea-af54-4ba7-ab2e-a5a0b4e68517 req-f2f30ea0-3941-4fb2-9a9e-a266cd00ca56 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Synchronizing usage tracker for tenant:29660878ab7645c7bf224b26c6c4a065 on resource:port {{(pid=91976) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:00:47.291322 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-871b29ea-af54-4ba7-ab2e-a5a0b4e68517 req-f2f30ea0-3941-4fb2-9a9e-a266cd00ca56 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Unset dirty status for tenant:29660878ab7645c7bf224b26c6c4a065 on resource:port {{(pid=91976) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:00:47.292655 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-871b29ea-af54-4ba7-ab2e-a5a0b4e68517 req-f2f30ea0-3941-4fb2-9a9e-a266cd00ca56 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.89 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 946 time: 0.1036482 Jun 01 16:00:47.455097 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [req-871b29ea-af54-4ba7-ab2e-a5a0b4e68517 req-cc0b8c15-3390-4108-bc82-d4d5d3fd5552 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Deleting port 1de512d9-8bae-4850-918e-0f364264bbf3 {{(pid=91976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:00:47.455444 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-871b29ea-af54-4ba7-ab2e-a5a0b4e68517 req-cc0b8c15-3390-4108-bc82-d4d5d3fd5552 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:47.593898 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [req-871b29ea-af54-4ba7-ab2e-a5a0b4e68517 req-cc0b8c15-3390-4108-bc82-d4d5d3fd5552 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] For port 1de512d9-8bae-4850-918e-0f364264bbf3, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1de512d9-8bae-4850-918e-0f364264bbf3,segment=NetworkSegment(a08403f0-b7ba-487b-92db-35b4930135f4),segment_id=a08403f0-b7ba-487b-92db-35b4930135f4)] {{(pid=91976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:00:47.594253 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-871b29ea-af54-4ba7-ab2e-a5a0b4e68517 req-cc0b8c15-3390-4108-bc82-d4d5d3fd5552 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:47.838072 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [req-871b29ea-af54-4ba7-ab2e-a5a0b4e68517 req-cc0b8c15-3390-4108-bc82-d4d5d3fd5552 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Calling delete_port for 1de512d9-8bae-4850-918e-0f364264bbf3 owned by compute:nova {{(pid=91976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:00:47.955552 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-871b29ea-af54-4ba7-ab2e-a5a0b4e68517 req-cc0b8c15-3390-4108-bc82-d4d5d3fd5552 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:47.964886 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-1ec66c56-1d55-4145-89e6-f2793deb0af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:47.969492 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['1de512d9-8bae-4850-918e-0f364264bbf3'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 16:00:48.021037 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b8c15-3390-4108-bc82-d4d5d3fd5552 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Pushing event deleted for resources: {'Port': ['ID=1de512d9-8bae-4850-918e-0f364264bbf3,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:48.026032 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-cc0b8c15-3390-4108-bc82-d4d5d3fd5552 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:48.102269 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4d959dc1-987a-414d-af65-c535234e3d68 req-86f9bef1-5b10-442a-8c3c-d9ef1a3a994f tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.60 "GET /v2.0/ports?device_id=04fed47e-f8b8-49cd-9334-46974cbedfe0 HTTP/1.1" status: 200 len: 210 time: 0.0581241 Jun 01 16:00:48.117549 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [req-871b29ea-af54-4ba7-ab2e-a5a0b4e68517 req-cc0b8c15-3390-4108-bc82-d4d5d3fd5552 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] No DVR routers for this DVR port 1de512d9-8bae-4850-918e-0f364264bbf3 on host hv-cinder-79351 {{(pid=91976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:00:48.120266 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-871b29ea-af54-4ba7-ab2e-a5a0b4e68517 req-cc0b8c15-3390-4108-bc82-d4d5d3fd5552 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:48.123039 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fed47e-f8b8-49cd-9334-46974cbedfe0', 'name': 'network-vif-deleted', 'tag': '1de512d9-8bae-4850-918e-0f364264bbf3'}] {{(pid=91976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:00:48.125338 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f9d738effd6d9aceb087a38e3a2b49a7446793e3ad91c39eafceb576f9fb4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99ceeb8-4cc4-4250-b780-b0e596074832" -d '{"events": [{"server_uuid": "04fed47e-f8b8-49cd-9334-46974cbedfe0", "name": "network-vif-deleted", "tag": "1de512d9-8bae-4850-918e-0f364264bbf3"}]}' {{(pid=91976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:00:48.142110 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-871b29ea-af54-4ba7-ab2e-a5a0b4e68517 req-cc0b8c15-3390-4108-bc82-d4d5d3fd5552 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] 10.222.0.89 "DELETE /v2.0/ports/1de512d9-8bae-4850-918e-0f364264bbf3 HTTP/1.1" status: 204 len: 173 time: 0.8403409 Jun 01 16:00:48.185258 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 16:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472ffba0-7f8e-48af-864b-a4cbae8c986f x-openstack-request-id: req-472ffba0-7f8e-48af-864b-a4cbae8c986f {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:00:48.185698 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fed47e-f8b8-49cd-9334-46974cbedfe0", "name": "network-vif-deleted", "tag": "1de512d9-8bae-4850-918e-0f364264bbf3", "status": "completed", "code": 200}]} {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:00:48.186134 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-472ffba0-7f8e-48af-864b-a4cbae8c986f {{(pid=91976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:00:48.186628 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fed47e-f8b8-49cd-9334-46974cbedfe0', 'name': 'network-vif-deleted', 'tag': '1de512d9-8bae-4850-918e-0f364264bbf3', 'status': 'completed', 'code': 200} Jun 01 16:00:49.934517 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 36776) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:00:50.504956 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-eaf8dccc-ea70-4189-8073-546027e0c82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633017'] for router_interface, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:51.012347 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-eaf8dccc-ea70-4189-8073-546027e0c82b admin admin] Deleting port 72532fa4-a404-4f49-a820-52de84fb7aec {{(pid=91976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:00:51.012998 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-eaf8dccc-ea70-4189-8073-546027e0c82b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:51.155408 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [None req-eaf8dccc-ea70-4189-8073-546027e0c82b admin admin] For port 72532fa4-a404-4f49-a820-52de84fb7aec, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=72532fa4-a404-4f49-a820-52de84fb7aec,segment=NetworkSegment(a08403f0-b7ba-487b-92db-35b4930135f4),segment_id=a08403f0-b7ba-487b-92db-35b4930135f4)] {{(pid=91976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:00:51.155743 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-eaf8dccc-ea70-4189-8073-546027e0c82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:51.321433 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 1de512d9-8bae-4850-918e-0f364264bbf3 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:00:51.372992 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] No Port match for: 1de512d9-8bae-4850-918e-0f364264bbf3 {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:00:51.373461 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 1de512d9-8bae-4850-918e-0f364264bbf3 not bound to the agent host hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:00:51.378917 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-eaf8dccc-ea70-4189-8073-546027e0c82b admin admin] Calling delete_port for 72532fa4-a404-4f49-a820-52de84fb7aec owned by network:router_interface {{(pid=91976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:00:51.759700 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-eaf8dccc-ea70-4189-8073-546027e0c82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:51.763516 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:51.807278 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8dccc-ea70-4189-8073-546027e0c82b admin admin] Pushing event deleted for resources: {'Port': ['ID=72532fa4-a404-4f49-a820-52de84fb7aec,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:51.810519 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-eaf8dccc-ea70-4189-8073-546027e0c82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:51.838387 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fce2d-662c-4181-815d-d373a142a8af req-4e0aad88-09c7-468d-9fd7-014e76f726cb tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:51.839934 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b56fce2d-662c-4181-815d-d373a142a8af req-4e0aad88-09c7-468d-9fd7-014e76f726cb tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=86246bd3-f872-457d-95e2-3b68c9ee3ffe HTTP/1.1" status: 200 len: 945 time: 0.0873721 Jun 01 16:00:51.900876 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b56fce2d-662c-4181-815d-d373a142a8af req-312aa13f-896a-456e-bffc-a92ab830ddde tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed6c4dea-e08f-4a50-8b2d-701cdfcce192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519195 Jun 01 16:00:52.132428 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-eaf8dccc-ea70-4189-8073-546027e0c82b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644137'] for router_interface, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:52.521144 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf8dccc-ea70-4189-8073-546027e0c82b admin admin] Router e22e6d39-ac1f-4fe0-98a4-5f400776fbf3 has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:00:52.706860 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf8dccc-ea70-4189-8073-546027e0c82b admin admin] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:00:52.715185 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3977e53-2834-4936-98bc-ac4b8e944677 None None] Sync routers for ids ['e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'] in dv-cinder-793515-3-smb {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:00:52.718968 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-eaf8dccc-ea70-4189-8073-546027e0c82b admin admin] 10.222.0.60 "PUT /v2.0/routers/e22e6d39-ac1f-4fe0-98a4-5f400776fbf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7832963 Jun 01 16:00:52.721838 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 36792) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:00:52.725149 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3977e53-2834-4936-98bc-ac4b8e944677 None None] Routers {'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:00:52.726253 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-c3977e53-2834-4936-98bc-ac4b8e944677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:00:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:00:52.792582 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:52.970398 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-c3977e53-2834-4936-98bc-ac4b8e944677 None None] Set router e22e6d39-ac1f-4fe0-98a4-5f400776fbf3 gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:00:53.055905 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fb99592d-3c2c-4bce-b71c-d04d0e9a1ab7 admin admin] Notify callbacks [] for router, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:53.109428 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff969e13-b826-44df-a8db-5fd5f2b9bf31 req-06fcc2e9-25b5-43c2-be24-ebda4678f164 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:53.111004 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ff969e13-b826-44df-a8db-5fd5f2b9bf31 req-06fcc2e9-25b5-43c2-be24-ebda4678f164 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=86246bd3-f872-457d-95e2-3b68c9ee3ffe HTTP/1.1" status: 200 len: 945 time: 0.0947447 Jun 01 16:00:53.171023 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ff969e13-b826-44df-a8db-5fd5f2b9bf31 req-7accfef7-e312-4f23-9f82-fae4309311ca tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed6c4dea-e08f-4a50-8b2d-701cdfcce192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531898 Jun 01 16:00:53.252593 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fb99592d-3c2c-4bce-b71c-d04d0e9a1ab7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:53.330624 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-fb99592d-3c2c-4bce-b71c-d04d0e9a1ab7 admin admin] Deleting port 23613155-15ae-4f8b-af7b-c6329e3e214e {{(pid=91976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:00:53.330866 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fb99592d-3c2c-4bce-b71c-d04d0e9a1ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:53.412474 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-c3977e53-2834-4936-98bc-ac4b8e944677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'name': 'tempest-TestMinimumBasicScenario-208758389-router', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T16:00:51Z', 'revision_number': 5, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'gw_port': {'id': '23613155-15ae-4f8b-af7b-c6329e3e214e', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T15:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb'}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:00:53.418009 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3977e53-2834-4936-98bc-ac4b8e944677 None None] Checking router: e22e6d39-ac1f-4fe0-98a4-5f400776fbf3 for host: dv-cinder-793515-3-smb {{(pid=91978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:00:53.430357 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3977e53-2834-4936-98bc-ac4b8e944677 None None] Routers {'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:00:53.431368 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-c3977e53-2834-4936-98bc-ac4b8e944677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:00:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:00:53.507515 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [None req-fb99592d-3c2c-4bce-b71c-d04d0e9a1ab7 admin admin] For port 23613155-15ae-4f8b-af7b-c6329e3e214e, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=23613155-15ae-4f8b-af7b-c6329e3e214e,segment=NetworkSegment(2169e936-6da0-43d3-a98e-548bcd0f9f05),segment_id=2169e936-6da0-43d3-a98e-548bcd0f9f05)] {{(pid=91976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:00:53.507869 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fb99592d-3c2c-4bce-b71c-d04d0e9a1ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:53.629824 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-c3977e53-2834-4936-98bc-ac4b8e944677 None None] Set router e22e6d39-ac1f-4fe0-98a4-5f400776fbf3 gateway port host: None {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:00:53.639315 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-fb99592d-3c2c-4bce-b71c-d04d0e9a1ab7 admin admin] Calling delete_port for 23613155-15ae-4f8b-af7b-c6329e3e214e owned by network:router_gateway {{(pid=91976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:00:53.656070 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49036d3e-d6eb-447e-bdbc-accf8a07255e req-f473548d-f338-45f5-9d65-32c3fbd6ab48 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:53.656763 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-49036d3e-d6eb-447e-bdbc-accf8a07255e req-f473548d-f338-45f5-9d65-32c3fbd6ab48 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Synchronizing usage tracker for tenant:1d02537c05ff435b8494626c5f702d80 on resource:port {{(pid=91976) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:00:53.686115 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-49036d3e-d6eb-447e-bdbc-accf8a07255e req-f473548d-f338-45f5-9d65-32c3fbd6ab48 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Unset dirty status for tenant:1d02537c05ff435b8494626c5f702d80 on resource:port {{(pid=91976) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:00:53.687289 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-49036d3e-d6eb-447e-bdbc-accf8a07255e req-f473548d-f338-45f5-9d65-32c3fbd6ab48 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.89 "GET /v2.0/ports?device_id=86246bd3-f872-457d-95e2-3b68c9ee3ffe HTTP/1.1" status: 200 len: 945 time: 0.3231130 Jun 01 16:00:53.747290 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-c3977e53-2834-4936-98bc-ac4b8e944677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'name': 'tempest-TestMinimumBasicScenario-208758389-router', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T16:00:53Z', 'revision_number': 6, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'gw_port_host': None}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:00:53.752167 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3977e53-2834-4936-98bc-ac4b8e944677 None None] The sync data for ids ['e22e6d39-ac1f-4fe0-98a4-5f400776fbf3'] in dv-cinder-793515-3-smb is: [{'id': 'e22e6d39-ac1f-4fe0-98a4-5f400776fbf3', 'name': 'tempest-TestMinimumBasicScenario-208758389-router', 'tenant_id': '29660878ab7645c7bf224b26c6c4a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:58:04Z', 'updated_at': '2021-06-01T16:00:53Z', 'revision_number': 6, 'project_id': '29660878ab7645c7bf224b26c6c4a065', 'gw_port_host': None}] {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:00:53.934875 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [req-49036d3e-d6eb-447e-bdbc-accf8a07255e req-be6ba4f0-457e-47ea-9322-3d991a896c17 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Deleting port 753d8fd5-84b5-4175-9983-88d8dbec5077 {{(pid=91976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:00:53.935229 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-49036d3e-d6eb-447e-bdbc-accf8a07255e req-be6ba4f0-457e-47ea-9322-3d991a896c17 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:53.966660 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fb99592d-3c2c-4bce-b71c-d04d0e9a1ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:53.987494 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-db850d18-b35e-4f00-8abe-aa372df910b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:54.063364 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99592d-3c2c-4bce-b71c-d04d0e9a1ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=23613155-15ae-4f8b-af7b-c6329e3e214e,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:54.070812 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-fb99592d-3c2c-4bce-b71c-d04d0e9a1ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:54.224405 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [req-49036d3e-d6eb-447e-bdbc-accf8a07255e req-be6ba4f0-457e-47ea-9322-3d991a896c17 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] For port 753d8fd5-84b5-4175-9983-88d8dbec5077, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=753d8fd5-84b5-4175-9983-88d8dbec5077,segment=NetworkSegment(d99c4ca3-6d13-4932-8722-f57b854e9798),segment_id=d99c4ca3-6d13-4932-8722-f57b854e9798)] {{(pid=91976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:00:54.224971 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-49036d3e-d6eb-447e-bdbc-accf8a07255e req-be6ba4f0-457e-47ea-9322-3d991a896c17 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:54.234334 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fb99592d-3c2c-4bce-b71c-d04d0e9a1ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634066'] for router_gateway, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:54.403133 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885c5fa-a8ff-481e-8970-320c47ccb6a6 req-8f184656-9851-4dde-9250-f519c886aa91 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:00:54.404837 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b885c5fa-a8ff-481e-8970-320c47ccb6a6 req-8f184656-9851-4dde-9250-f519c886aa91 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=86246bd3-f872-457d-95e2-3b68c9ee3ffe HTTP/1.1" status: 200 len: 945 time: 0.0894220 Jun 01 16:00:54.467522 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b885c5fa-a8ff-481e-8970-320c47ccb6a6 req-ca675d80-b8ac-4dc2-94ae-1bb299ce5776 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups?id=ed6c4dea-e08f-4a50-8b2d-701cdfcce192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562813 Jun 01 16:00:54.619952 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fb99592d-3c2c-4bce-b71c-d04d0e9a1ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2483'] for router, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:54.630050 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fb99592d-3c2c-4bce-b71c-d04d0e9a1ab7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:54.791488 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fb99592d-3c2c-4bce-b71c-d04d0e9a1ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745012'] for router, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:54.792095 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb99592d-3c2c-4bce-b71c-d04d0e9a1ab7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e22e6d39-ac1f-4fe0-98a4-5f400776fbf3 {{(pid=91976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 16:00:54.880111 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-fb99592d-3c2c-4bce-b71c-d04d0e9a1ab7 admin admin] Notify callbacks [] for router, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:54.885096 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-fb99592d-3c2c-4bce-b71c-d04d0e9a1ab7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/e22e6d39-ac1f-4fe0-98a4-5f400776fbf3 HTTP/1.1" status: 204 len: 168 time: 2.1581962 Jun 01 16:00:54.885607 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 36798) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:00:54.962022 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-49036d3e-d6eb-447e-bdbc-accf8a07255e req-be6ba4f0-457e-47ea-9322-3d991a896c17 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:54.962519 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-49036d3e-d6eb-447e-bdbc-accf8a07255e req-be6ba4f0-457e-47ea-9322-3d991a896c17 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633999'] for floatingip, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:54.962929 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.db.l3_db [req-49036d3e-d6eb-447e-bdbc-accf8a07255e req-be6ba4f0-457e-47ea-9322-3d991a896c17 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Floating IP 3e1a89ee-381d-484b-8085-4fedf30df119 disassociated. External IP: 172.28.0.166, port: 753d8fd5-84b5-4175-9983-88d8dbec5077. Jun 01 16:00:54.963422 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [req-49036d3e-d6eb-447e-bdbc-accf8a07255e req-be6ba4f0-457e-47ea-9322-3d991a896c17 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Calling delete_port for 753d8fd5-84b5-4175-9983-88d8dbec5077 owned by compute:nova {{(pid=91976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:00:54.983940 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f66e233-b6d2-4c0f-b56b-de3be926e37f admin admin] Deleting subnet d969ce51-f174-4f60-92df-e52506cc6439 {{(pid=91975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 16:00:54.987259 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-4f66e233-b6d2-4c0f-b56b-de3be926e37f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:54.995544 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 72532fa4-a404-4f49-a820-52de84fb7aec no longer exists at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:00:55.070627 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] No Port match for: 72532fa4-a404-4f49-a820-52de84fb7aec {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:00:55.071423 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 72532fa4-a404-4f49-a820-52de84fb7aec not bound to the agent host dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:00:55.072068 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 23613155-15ae-4f8b-af7b-c6329e3e214e no longer exists at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:00:55.081333 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-4f66e233-b6d2-4c0f-b56b-de3be926e37f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128648308'] for subnet, precommit_delete_associations {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:55.107265 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] No Port match for: 23613155-15ae-4f8b-af7b-c6329e3e214e {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:00:55.107970 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 23613155-15ae-4f8b-af7b-c6329e3e214e not bound to the agent host dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:00:55.116857 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-49036d3e-d6eb-447e-bdbc-accf8a07255e req-be6ba4f0-457e-47ea-9322-3d991a896c17 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:55.122981 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-7fd92fa0-ad4d-408a-8441-ae9a7cb0e098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:55.167580 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ba4f0-457e-47ea-9322-3d991a896c17 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Pushing event deleted for resources: {'Port': ['ID=753d8fd5-84b5-4175-9983-88d8dbec5077,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:55.171448 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-be6ba4f0-457e-47ea-9322-3d991a896c17 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:55.225299 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-4f66e233-b6d2-4c0f-b56b-de3be926e37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907603'] for subnet, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:55.385808 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49036d3e-d6eb-447e-bdbc-accf8a07255e req-be6ba4f0-457e-47ea-9322-3d991a896c17 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Router 5ea0c986-98db-4eba-9187-54a32175ef7d has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:00:55.498694 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-4f66e233-b6d2-4c0f-b56b-de3be926e37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128535182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129423345'] for subnet, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:55.511603 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:55.556148 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66e233-b6d2-4c0f-b56b-de3be926e37f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d969ce51-f174-4f60-92df-e52506cc6439,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:55.561282 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-4f66e233-b6d2-4c0f-b56b-de3be926e37f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:55.565141 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cb58e0-7061-42ed-b0b8-6b25a50a2060 None None] Network e92bd554-2a71-4608-b377-776018ebadc6 requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:00:55.581084 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-4f66e233-b6d2-4c0f-b56b-de3be926e37f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d969ce51-f174-4f60-92df-e52506cc6439 HTTP/1.1" status: 204 len: 168 time: 0.6941071 Jun 01 16:00:55.588837 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-4f66e233-b6d2-4c0f-b56b-de3be926e37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:55.590420 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 36802) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:00:55.628878 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49036d3e-d6eb-447e-bdbc-accf8a07255e req-be6ba4f0-457e-47ea-9322-3d991a896c17 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:00:55.748547 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [req-49036d3e-d6eb-447e-bdbc-accf8a07255e req-be6ba4f0-457e-47ea-9322-3d991a896c17 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] No DVR routers for this DVR port 753d8fd5-84b5-4175-9983-88d8dbec5077 on host hv-cinder-79351 {{(pid=91976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:00:55.751459 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-49036d3e-d6eb-447e-bdbc-accf8a07255e req-be6ba4f0-457e-47ea-9322-3d991a896c17 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:55.755203 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86246bd3-f872-457d-95e2-3b68c9ee3ffe', 'name': 'network-vif-deleted', 'tag': '753d8fd5-84b5-4175-9983-88d8dbec5077'}] {{(pid=91976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:00:55.758114 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f9d738effd6d9aceb087a38e3a2b49a7446793e3ad91c39eafceb576f9fb4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8483ebd9-d7af-46d3-9c7a-836ddaf14842" -d '{"events": [{"server_uuid": "86246bd3-f872-457d-95e2-3b68c9ee3ffe", "name": "network-vif-deleted", "tag": "753d8fd5-84b5-4175-9983-88d8dbec5077"}]}' {{(pid=91976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:00:55.778513 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-49036d3e-d6eb-447e-bdbc-accf8a07255e req-be6ba4f0-457e-47ea-9322-3d991a896c17 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.89 "DELETE /v2.0/ports/753d8fd5-84b5-4175-9983-88d8dbec5077 HTTP/1.1" status: 204 len: 173 time: 2.0850580 Jun 01 16:00:55.821047 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 16:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dbf562-fe04-4f8c-a72e-16b1fb3ac6af x-openstack-request-id: req-d4dbf562-fe04-4f8c-a72e-16b1fb3ac6af {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:00:55.821386 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86246bd3-f872-457d-95e2-3b68c9ee3ffe", "name": "network-vif-deleted", "tag": "753d8fd5-84b5-4175-9983-88d8dbec5077", "status": "completed", "code": 200}]} {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:00:55.821677 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4dbf562-fe04-4f8c-a72e-16b1fb3ac6af {{(pid=91976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:00:55.822279 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86246bd3-f872-457d-95e2-3b68c9ee3ffe', 'name': 'network-vif-deleted', 'tag': '753d8fd5-84b5-4175-9983-88d8dbec5077', 'status': 'completed', 'code': 200} Jun 01 16:00:55.838999 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04c47ff-82ee-42ee-b00b-b8e41777196c None None] Sync routers for ids ['5ea0c986-98db-4eba-9187-54a32175ef7d'] in dv-cinder-793515-3-smb {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:00:55.888425 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04c47ff-82ee-42ee-b00b-b8e41777196c None None] Routers {'5ea0c986-98db-4eba-9187-54a32175ef7d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:00:55.889456 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-b04c47ff-82ee-42ee-b00b-b8e41777196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:00:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['5ea0c986-98db-4eba-9187-54a32175ef7d'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:00:55.944974 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b20ee426-27c8-46a0-b34c-3e459537f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916354'] for network, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:55.963773 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c5832296-46ef-4a52-a54e-593818ac7a7f req-6088810f-df78-43e7-8ce4-c50447d6683a tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/ports?device_id=86246bd3-f872-457d-95e2-3b68c9ee3ffe HTTP/1.1" status: 200 len: 210 time: 0.0972617 Jun 01 16:00:56.082361 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [None req-b20ee426-27c8-46a0-b34c-3e459537f6a0 admin admin] Deleting port 3fccf99c-862e-492e-9cc1-59a98f3cc3c4 {{(pid=91975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:00:56.082713 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b20ee426-27c8-46a0-b34c-3e459537f6a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:56.108160 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-b04c47ff-82ee-42ee-b00b-b8e41777196c None None] Set router 5ea0c986-98db-4eba-9187-54a32175ef7d gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:00:56.186178 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241bd8a5-1f22-4866-b503-3e96d8bf5034 None None] DHCP port deletion for e92bd554-2a71-4608-b377-776018ebadc6 request from dv-cinder-793515-3-smb {{(pid=91977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 16:00:56.228111 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [None req-b20ee426-27c8-46a0-b34c-3e459537f6a0 admin admin] For port 3fccf99c-862e-492e-9cc1-59a98f3cc3c4, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=3fccf99c-862e-492e-9cc1-59a98f3cc3c4,segment=NetworkSegment(a08403f0-b7ba-487b-92db-35b4930135f4),segment_id=a08403f0-b7ba-487b-92db-35b4930135f4)] {{(pid=91975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:00:56.228537 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b20ee426-27c8-46a0-b34c-3e459537f6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:56.383792 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [None req-b20ee426-27c8-46a0-b34c-3e459537f6a0 admin admin] Calling delete_port for 3fccf99c-862e-492e-9cc1-59a98f3cc3c4 owned by network:dhcp {{(pid=91975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:00:56.441972 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-241bd8a5-1f22-4866-b503-3e96d8bf5034 None None] Deleting port 3fccf99c-862e-492e-9cc1-59a98f3cc3c4 {{(pid=91977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:00:56.442356 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-241bd8a5-1f22-4866-b503-3e96d8bf5034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:56.447963 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b20ee426-27c8-46a0-b34c-3e459537f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:56.457535 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-970a0188-64ea-42bb-a829-a387823a8299 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:56.524605 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ee426-27c8-46a0-b34c-3e459537f6a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fccf99c-862e-492e-9cc1-59a98f3cc3c4,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:56.526973 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20ee426-27c8-46a0-b34c-3e459537f6a0 admin admin] No DVR routers for this DVR port 3fccf99c-862e-492e-9cc1-59a98f3cc3c4 on host dv-cinder-793515-3-smb {{(pid=91975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:00:56.529000 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-b20ee426-27c8-46a0-b34c-3e459537f6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:56.583020 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-241bd8a5-1f22-4866-b503-3e96d8bf5034 None None] For port 3fccf99c-862e-492e-9cc1-59a98f3cc3c4, host dv-cinder-793515-3-smb, got binding levels [] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:00:56.583449 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-241bd8a5-1f22-4866-b503-3e96d8bf5034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:56.689942 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b20ee426-27c8-46a0-b34c-3e459537f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3910276', 'neutron.services.segments.db._delete_segments_for_network-8737512847436'] for network, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:56.705688 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.services.segments.db [None req-b20ee426-27c8-46a0-b34c-3e459537f6a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e92bd554-2a71-4608-b377-776018ebadc6']}} {{(pid=91975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:00:56.719341 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.services.segments.db [None req-b20ee426-27c8-46a0-b34c-3e459537f6a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08403f0-b7ba-487b-92db-35b4930135f4') {'for_net_delete': True} {{(pid=91975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:00:56.719341 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.services.segments.db [None req-b20ee426-27c8-46a0-b34c-3e459537f6a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08403f0-b7ba-487b-92db-35b4930135f4') {} {{(pid=91975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:00:56.721433 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-241bd8a5-1f22-4866-b503-3e96d8bf5034 None None] Calling delete_port for 3fccf99c-862e-492e-9cc1-59a98f3cc3c4 owned by network:dhcp {{(pid=91977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:00:56.726174 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.ipam_backend_mixin [None req-241bd8a5-1f22-4866-b503-3e96d8bf5034 None None] Port 3fccf99c-862e-492e-9cc1-59a98f3cc3c4 was not found and therefore no delete operation was performed {{(pid=91977) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 01 16:00:56.729141 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-241bd8a5-1f22-4866-b503-3e96d8bf5034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234'] for port, after_delete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:56.733405 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b20ee426-27c8-46a0-b34c-3e459537f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737512848743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128648291'] for segment, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:56.734722 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:56.754745 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b20ee426-27c8-46a0-b34c-3e459537f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:56.764500 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20ee426-27c8-46a0-b34c-3e459537f6a0 admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=91975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 16:00:56.765089 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b20ee426-27c8-46a0-b34c-3e459537f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128534572'] for segment, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:56.777848 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bd8a5-1f22-4866-b503-3e96d8bf5034 None None] Pushing event deleted for resources: {'Port': ['ID=3fccf99c-862e-492e-9cc1-59a98f3cc3c4,revision_number=None']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: Traceback (most recent call last): Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: timer() Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: cb(*args, **kw) Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: return func(*args, **kwargs) Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: self._notify() Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: self.callback(batched_events) Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: event.method(event) Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: return f(self, *a, **k) Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: return self._get(url).json() Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: return self.request(url, 'GET', **kwargs) Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 16:00:56.781027 dv-cinder-793515-3-smb neutron-server[91975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 16:00:56.789187 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241bd8a5-1f22-4866-b503-3e96d8bf5034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:56.790101 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241bd8a5-1f22-4866-b503-3e96d8bf5034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:56.790479 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241bd8a5-1f22-4866-b503-3e96d8bf5034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:56.790895 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241bd8a5-1f22-4866-b503-3e96d8bf5034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:56.791186 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241bd8a5-1f22-4866-b503-3e96d8bf5034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:56.791738 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241bd8a5-1f22-4866-b503-3e96d8bf5034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:56.792286 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241bd8a5-1f22-4866-b503-3e96d8bf5034 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:56.792839 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241bd8a5-1f22-4866-b503-3e96d8bf5034 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:56.793202 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241bd8a5-1f22-4866-b503-3e96d8bf5034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:56.793546 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241bd8a5-1f22-4866-b503-3e96d8bf5034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:56.794104 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241bd8a5-1f22-4866-b503-3e96d8bf5034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:56.794633 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241bd8a5-1f22-4866-b503-3e96d8bf5034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:00:56.798732 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241bd8a5-1f22-4866-b503-3e96d8bf5034 None None] No DVR routers for this DVR port 3fccf99c-862e-492e-9cc1-59a98f3cc3c4 on host dv-cinder-793515-3-smb {{(pid=91977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:00:56.801221 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-241bd8a5-1f22-4866-b503-3e96d8bf5034 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:56.808719 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-b04c47ff-82ee-42ee-b00b-b8e41777196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'name': 'tempest-AttachVolumeTestJSON-910551453-router', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:28Z', 'revision_number': 4, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'gw_port': {'id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3', 'name': '', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'mac_address': 'fa:16:3e:70:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:28Z', 'updated_at': '2021-06-01T15:56:35Z', 'revision_number': 5, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'subnets': [{'id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:00:56.821880 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04c47ff-82ee-42ee-b00b-b8e41777196c None None] Checking router: 5ea0c986-98db-4eba-9187-54a32175ef7d for host: dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:00:56.834650 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04c47ff-82ee-42ee-b00b-b8e41777196c None None] Routers {'5ea0c986-98db-4eba-9187-54a32175ef7d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:00:56.835723 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-b04c47ff-82ee-42ee-b00b-b8e41777196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:00:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['5ea0c986-98db-4eba-9187-54a32175ef7d'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:00:56.868445 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b20ee426-27c8-46a0-b34c-3e459537f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3910301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634041'] for network, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:56.880560 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:56.894412 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b20ee426-27c8-46a0-b34c-3e459537f6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:56.903778 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ee426-27c8-46a0-b34c-3e459537f6a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e92bd554-2a71-4608-b377-776018ebadc6,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:56.911267 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-b20ee426-27c8-46a0-b34c-3e459537f6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:56.924588 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 36806) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:00:56.934566 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-b20ee426-27c8-46a0-b34c-3e459537f6a0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e92bd554-2a71-4608-b377-776018ebadc6 HTTP/1.1" status: 204 len: 168 time: 1.3383203 Jun 01 16:00:57.014338 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 3fccf99c-862e-492e-9cc1-59a98f3cc3c4 no longer exists at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:00:57.077622 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] No Port match for: 3fccf99c-862e-492e-9cc1-59a98f3cc3c4 {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:00:57.077903 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 3fccf99c-862e-492e-9cc1-59a98f3cc3c4 not bound to the agent host dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:00:57.105367 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-b04c47ff-82ee-42ee-b00b-b8e41777196c None None] Set router 5ea0c986-98db-4eba-9187-54a32175ef7d gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:00:57.120237 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 36812) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:00:57.210896 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-cd16ea5c-7ec1-487e-81e5-0110553ec1c3 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:57.245525 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-cd16ea5c-7ec1-487e-81e5-0110553ec1c3 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:57.319341 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-cd16ea5c-7ec1-487e-81e5-0110553ec1c3 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:57.323660 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-9c2f6213-9dd7-4a95-acb2-5bc39f893552 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:57.340077 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16ea5c-7ec1-487e-81e5-0110553ec1c3 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6c4dea-e08f-4a50-8b2d-701cdfcce192,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:57.342559 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-cd16ea5c-7ec1-487e-81e5-0110553ec1c3 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:57.360626 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-cd16ea5c-7ec1-487e-81e5-0110553ec1c3 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:57.363587 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-cd16ea5c-7ec1-487e-81e5-0110553ec1c3 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "DELETE /v2.0/security-groups/ed6c4dea-e08f-4a50-8b2d-701cdfcce192 HTTP/1.1" status: 204 len: 168 time: 0.2419031 Jun 01 16:00:57.365004 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 36814) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:00:57.372641 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 753d8fd5-84b5-4175-9983-88d8dbec5077 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:00:57.383634 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.api.v2.resource [None req-373ad7f4-d95c-4897-8d4a-7e713b142448 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] show failed (client error): The resource could not be found. Jun 01 16:00:57.387693 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-373ad7f4-d95c-4897-8d4a-7e713b142448 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "GET /v2.0/security-groups/ed6c4dea-e08f-4a50-8b2d-701cdfcce192 HTTP/1.1" status: 404 len: 347 time: 0.0186670 Jun 01 16:00:57.387937 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 36816) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:00:57.418097 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] No Port match for: 753d8fd5-84b5-4175-9983-88d8dbec5077 {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:00:57.418429 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 753d8fd5-84b5-4175-9983-88d8dbec5077 not bound to the agent host hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:00:57.581000 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-b04c47ff-82ee-42ee-b00b-b8e41777196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'name': 'tempest-AttachVolumeTestJSON-910551453-router', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:28Z', 'revision_number': 4, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'gw_port': {'id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3', 'name': '', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'mac_address': 'fa:16:3e:70:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:28Z', 'updated_at': '2021-06-01T15:56:35Z', 'revision_number': 5, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'subnets': [{'id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:00:57.589267 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04c47ff-82ee-42ee-b00b-b8e41777196c None None] The sync data for ids ['5ea0c986-98db-4eba-9187-54a32175ef7d'] in dv-cinder-793515-3-smb is: [{'id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'name': 'tempest-AttachVolumeTestJSON-910551453-router', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:28Z', 'revision_number': 4, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'gw_port': {'id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': '4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3', 'name': '', 'network_id': '9ce6aa01-06d8-4cd3-b114-47dc6a9a7778', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'mac_address': 'fa:16:3e:70:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:28Z', 'updated_at': '2021-06-01T15:56:35Z', 'revision_number': 5, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'subnets': [{'id': '1bebea71-5dbd-4d8f-85bf-3a4566a49a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:00:57.632097 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea7bc0-6613-4d11-beb5-0c1fdf10215f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Deleting port 7c7e5aeb-6d3e-4462-90e2-8ed9f9e8da59 {{(pid=91975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:00:57.632824 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7bc0-6613-4d11-beb5-0c1fdf10215f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:57.650388 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d6c5dc3d-0baf-425e-a1d1-ab1f3936844e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633017'] for router_interface, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:57.774771 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7bc0-6613-4d11-beb5-0c1fdf10215f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:57.775255 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7bc0-6613-4d11-beb5-0c1fdf10215f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:57.856789 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb29960-a247-4a47-88b6-df8af0e4b49f None None] New status for floating IP 3e1a89ee-381d-484b-8085-4fedf30df119: DOWN {{(pid=91978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 16:00:58.017855 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea7bc0-6613-4d11-beb5-0c1fdf10215f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Calling delete_port for 7c7e5aeb-6d3e-4462-90e2-8ed9f9e8da59 owned by network:floatingip {{(pid=91975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:00:58.107692 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-d6c5dc3d-0baf-425e-a1d1-ab1f3936844e admin admin] Deleting port 192b4bd4-701f-4bc8-b8f5-3686f0f152ff {{(pid=91976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:00:58.108447 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d6c5dc3d-0baf-425e-a1d1-ab1f3936844e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:58.150609 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7bc0-6613-4d11-beb5-0c1fdf10215f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:58.154407 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-9c1260db-f845-4351-821f-af1e3ce3851c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:58.198453 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea7bc0-6613-4d11-beb5-0c1fdf10215f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Pushing event deleted for resources: {'Port': ['ID=7c7e5aeb-6d3e-4462-90e2-8ed9f9e8da59,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:58.201616 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-c1ea7bc0-6613-4d11-beb5-0c1fdf10215f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:58.238982 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [None req-d6c5dc3d-0baf-425e-a1d1-ab1f3936844e admin admin] For port 192b4bd4-701f-4bc8-b8f5-3686f0f152ff, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=192b4bd4-701f-4bc8-b8f5-3686f0f152ff,segment=NetworkSegment(122e9a7f-7dee-4c13-ab11-4884b0ff86a5),segment_id=122e9a7f-7dee-4c13-ab11-4884b0ff86a5)] {{(pid=91976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:00:58.239365 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d6c5dc3d-0baf-425e-a1d1-ab1f3936844e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:58.317804 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7bc0-6613-4d11-beb5-0c1fdf10215f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks [] for floatingip, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:58.340633 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c1ea7bc0-6613-4d11-beb5-0c1fdf10215f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for floatingip, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:58.341784 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-c1ea7bc0-6613-4d11-beb5-0c1fdf10215f tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] 10.222.0.60 "DELETE /v2.0/floatingips/3e1a89ee-381d-484b-8085-4fedf30df119 HTTP/1.1" status: 204 len: 168 time: 0.9528968 Jun 01 16:00:58.375461 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-d6c5dc3d-0baf-425e-a1d1-ab1f3936844e admin admin] Calling delete_port for 192b4bd4-701f-4bc8-b8f5-3686f0f152ff owned by network:router_interface {{(pid=91976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:00:58.535661 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d6c5dc3d-0baf-425e-a1d1-ab1f3936844e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:58.541325 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-3bf94cc7-011c-4b30-a7cd-af69656d369d tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:00:58.584976 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5dc3d-0baf-425e-a1d1-ab1f3936844e admin admin] Pushing event deleted for resources: {'Port': ['ID=192b4bd4-701f-4bc8-b8f5-3686f0f152ff,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:00:58.616079 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-d6c5dc3d-0baf-425e-a1d1-ab1f3936844e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:00:58.854115 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d6c5dc3d-0baf-425e-a1d1-ab1f3936844e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644137'] for router_interface, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:59.320295 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c5dc3d-0baf-425e-a1d1-ab1f3936844e admin admin] Router d942c668-4084-412c-b3eb-19e02499e307 has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:00:59.569067 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c5dc3d-0baf-425e-a1d1-ab1f3936844e admin admin] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:00:59.578178 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-d6c5dc3d-0baf-425e-a1d1-ab1f3936844e admin admin] 10.222.0.60 "PUT /v2.0/routers/d942c668-4084-412c-b3eb-19e02499e307/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6525393 Jun 01 16:00:59.579803 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1713cab-62e5-4517-8619-d4a64caa6865 None None] Sync routers for ids ['d942c668-4084-412c-b3eb-19e02499e307'] in dv-cinder-793515-3-smb {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:00:59.580664 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 36824) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:00:59.590001 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1713cab-62e5-4517-8619-d4a64caa6865 None None] Routers {'d942c668-4084-412c-b3eb-19e02499e307'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:00:59.590617 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-e1713cab-62e5-4517-8619-d4a64caa6865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:00:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['d942c668-4084-412c-b3eb-19e02499e307'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:00:59.761152 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ad6fcdba-a45e-45c1-83bc-8f3ac0fc0d7c admin admin] Notify callbacks [] for router, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:00:59.785732 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-e1713cab-62e5-4517-8619-d4a64caa6865 None None] Set router d942c668-4084-412c-b3eb-19e02499e307 gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:00:59.968664 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ad6fcdba-a45e-45c1-83bc-8f3ac0fc0d7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:00.059394 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-ad6fcdba-a45e-45c1-83bc-8f3ac0fc0d7c admin admin] Deleting port c00e263b-a055-4846-9cc5-03b644d98e0e {{(pid=91976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:01:00.059715 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ad6fcdba-a45e-45c1-83bc-8f3ac0fc0d7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:00.079415 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-e1713cab-62e5-4517-8619-d4a64caa6865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd942c668-4084-412c-b3eb-19e02499e307', 'name': 'tempest-TestMinimumBasicScenario-791696531-router', 'tenant_id': 'a618c9d79f94464b8023b183de4a1a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'c00e263b-a055-4846-9cc5-03b644d98e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:58:10Z', 'updated_at': '2021-06-01T16:00:58Z', 'revision_number': 5, 'project_id': 'a618c9d79f94464b8023b183de4a1a8b', 'gw_port': {'id': 'c00e263b-a055-4846-9cc5-03b644d98e0e', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f9:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd942c668-4084-412c-b3eb-19e02499e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:58:11Z', 'updated_at': '2021-06-01T15:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb'}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:01:00.083355 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1713cab-62e5-4517-8619-d4a64caa6865 None None] Checking router: d942c668-4084-412c-b3eb-19e02499e307 for host: dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:01:00.092355 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1713cab-62e5-4517-8619-d4a64caa6865 None None] Routers {'d942c668-4084-412c-b3eb-19e02499e307'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:01:00.092962 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-e1713cab-62e5-4517-8619-d4a64caa6865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:00:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['d942c668-4084-412c-b3eb-19e02499e307'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:01:00.182127 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [None req-ad6fcdba-a45e-45c1-83bc-8f3ac0fc0d7c admin admin] For port c00e263b-a055-4846-9cc5-03b644d98e0e, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=c00e263b-a055-4846-9cc5-03b644d98e0e,segment=NetworkSegment(2169e936-6da0-43d3-a98e-548bcd0f9f05),segment_id=2169e936-6da0-43d3-a98e-548bcd0f9f05)] {{(pid=91976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:01:00.182382 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ad6fcdba-a45e-45c1-83bc-8f3ac0fc0d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:00.244559 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-e1713cab-62e5-4517-8619-d4a64caa6865 None None] Set router d942c668-4084-412c-b3eb-19e02499e307 gateway port host: None {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:01:00.307152 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-ad6fcdba-a45e-45c1-83bc-8f3ac0fc0d7c admin admin] Calling delete_port for c00e263b-a055-4846-9cc5-03b644d98e0e owned by network:router_gateway {{(pid=91976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:01:00.351948 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-e1713cab-62e5-4517-8619-d4a64caa6865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd942c668-4084-412c-b3eb-19e02499e307', 'name': 'tempest-TestMinimumBasicScenario-791696531-router', 'tenant_id': 'a618c9d79f94464b8023b183de4a1a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:58:10Z', 'updated_at': '2021-06-01T16:00:59Z', 'revision_number': 6, 'project_id': 'a618c9d79f94464b8023b183de4a1a8b', 'gw_port_host': None}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:01:00.355955 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1713cab-62e5-4517-8619-d4a64caa6865 None None] The sync data for ids ['d942c668-4084-412c-b3eb-19e02499e307'] in dv-cinder-793515-3-smb is: [{'id': 'd942c668-4084-412c-b3eb-19e02499e307', 'name': 'tempest-TestMinimumBasicScenario-791696531-router', 'tenant_id': 'a618c9d79f94464b8023b183de4a1a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:58:10Z', 'updated_at': '2021-06-01T16:00:59Z', 'revision_number': 6, 'project_id': 'a618c9d79f94464b8023b183de4a1a8b', 'gw_port_host': None}] {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:01:00.556951 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ad6fcdba-a45e-45c1-83bc-8f3ac0fc0d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:00.560614 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-0f783e88-4477-4d01-8da5-bbbd9b6a1899 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:00.607646 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6fcdba-a45e-45c1-83bc-8f3ac0fc0d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=c00e263b-a055-4846-9cc5-03b644d98e0e,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:00.633443 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-ad6fcdba-a45e-45c1-83bc-8f3ac0fc0d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:00.697897 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ad6fcdba-a45e-45c1-83bc-8f3ac0fc0d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634066'] for router_gateway, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:00.872946 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ad6fcdba-a45e-45c1-83bc-8f3ac0fc0d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2483'] for router, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:00.875410 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ad6fcdba-a45e-45c1-83bc-8f3ac0fc0d7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:00.904018 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ad6fcdba-a45e-45c1-83bc-8f3ac0fc0d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745012'] for router, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:00.905021 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6fcdba-a45e-45c1-83bc-8f3ac0fc0d7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d942c668-4084-412c-b3eb-19e02499e307 {{(pid=91976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 16:01:00.921237 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-ad6fcdba-a45e-45c1-83bc-8f3ac0fc0d7c admin admin] Notify callbacks [] for router, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:00.922700 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-ad6fcdba-a45e-45c1-83bc-8f3ac0fc0d7c admin admin] 10.222.0.60 "DELETE /v2.0/routers/d942c668-4084-412c-b3eb-19e02499e307 HTTP/1.1" status: 204 len: 168 time: 1.3409834 Jun 01 16:01:00.925534 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 36834) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:00.985569 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71c47e7-8a78-41ba-837e-3a7fa926704e admin admin] Deleting subnet 39ca5029-8fe0-4d4a-b048-8f298edf0109 {{(pid=91975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 16:01:00.988570 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f71c47e7-8a78-41ba-837e-3a7fa926704e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:01.045827 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f71c47e7-8a78-41ba-837e-3a7fa926704e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128648308'] for subnet, precommit_delete_associations {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:01.134461 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f71c47e7-8a78-41ba-837e-3a7fa926704e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907603'] for subnet, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:01.170100 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device c00e263b-a055-4846-9cc5-03b644d98e0e no longer exists at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:01:01.216230 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] No Port match for: c00e263b-a055-4846-9cc5-03b644d98e0e {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:01:01.218483 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device c00e263b-a055-4846-9cc5-03b644d98e0e not bound to the agent host dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:01:01.219356 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 192b4bd4-701f-4bc8-b8f5-3686f0f152ff no longer exists at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:01:01.263360 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] No Port match for: 192b4bd4-701f-4bc8-b8f5-3686f0f152ff {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:01:01.263739 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 192b4bd4-701f-4bc8-b8f5-3686f0f152ff not bound to the agent host dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:01:01.452771 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f71c47e7-8a78-41ba-837e-3a7fa926704e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128535182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129423345'] for subnet, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:01.456644 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:01.492226 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c47e7-8a78-41ba-837e-3a7fa926704e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39ca5029-8fe0-4d4a-b048-8f298edf0109,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:01.494173 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f71c47e7-8a78-41ba-837e-3a7fa926704e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:01.496759 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-f71c47e7-8a78-41ba-837e-3a7fa926704e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:01.498336 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1173df93-1915-49eb-a230-b3da1714ae9e None None] Network 647d0ff7-fc18-477e-be77-6d63d3b95ce2 requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:01:01.501130 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-f71c47e7-8a78-41ba-837e-3a7fa926704e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/39ca5029-8fe0-4d4a-b048-8f298edf0109 HTTP/1.1" status: 204 len: 168 time: 0.5743330 Jun 01 16:01:01.503332 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 36842) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:01.627961 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51137fc4-f690-4b5a-b050-dec4fa44896f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916354'] for network, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:01.725227 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [None req-51137fc4-f690-4b5a-b050-dec4fa44896f admin admin] Deleting port 4650a365-1863-4701-8ec9-d51cb4853db3 {{(pid=91975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:01:01.726122 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51137fc4-f690-4b5a-b050-dec4fa44896f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:01.815509 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df3429b-ec3c-49e4-91e5-98036be7eabd None None] DHCP port deletion for 647d0ff7-fc18-477e-be77-6d63d3b95ce2 request from dv-cinder-793515-3-smb {{(pid=91977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 16:01:01.846225 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [None req-51137fc4-f690-4b5a-b050-dec4fa44896f admin admin] For port 4650a365-1863-4701-8ec9-d51cb4853db3, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=4650a365-1863-4701-8ec9-d51cb4853db3,segment=NetworkSegment(122e9a7f-7dee-4c13-ab11-4884b0ff86a5),segment_id=122e9a7f-7dee-4c13-ab11-4884b0ff86a5)] {{(pid=91975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:01:01.846663 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51137fc4-f690-4b5a-b050-dec4fa44896f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:01.890258 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-0df3429b-ec3c-49e4-91e5-98036be7eabd None None] Deleting port 4650a365-1863-4701-8ec9-d51cb4853db3 {{(pid=91977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:01:01.890550 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-0df3429b-ec3c-49e4-91e5-98036be7eabd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:01.993424 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [None req-51137fc4-f690-4b5a-b050-dec4fa44896f admin admin] Calling delete_port for 4650a365-1863-4701-8ec9-d51cb4853db3 owned by network:dhcp {{(pid=91975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:01:02.010661 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-0df3429b-ec3c-49e4-91e5-98036be7eabd None None] For port 4650a365-1863-4701-8ec9-d51cb4853db3, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=4650a365-1863-4701-8ec9-d51cb4853db3,segment=NetworkSegment(122e9a7f-7dee-4c13-ab11-4884b0ff86a5),segment_id=122e9a7f-7dee-4c13-ab11-4884b0ff86a5)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:01:02.011102 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-0df3429b-ec3c-49e4-91e5-98036be7eabd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:02.056861 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51137fc4-f690-4b5a-b050-dec4fa44896f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:02.063363 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-b576753d-77e7-4242-b81f-f7cbaf807a8c tempest-ServerRescueNegativeTestJSON-239300292 tempest-ServerRescueNegativeTestJSON-239300292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:02.112702 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51137fc4-f690-4b5a-b050-dec4fa44896f admin admin] No DVR routers for this DVR port 4650a365-1863-4701-8ec9-d51cb4853db3 on host dv-cinder-793515-3-smb {{(pid=91975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:01:02.114714 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51137fc4-f690-4b5a-b050-dec4fa44896f admin admin] Pushing event deleted for resources: {'Port': ['ID=4650a365-1863-4701-8ec9-d51cb4853db3,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:02.141583 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-51137fc4-f690-4b5a-b050-dec4fa44896f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:02.151238 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-0df3429b-ec3c-49e4-91e5-98036be7eabd None None] Calling delete_port for 4650a365-1863-4701-8ec9-d51cb4853db3 owned by network:dhcp {{(pid=91977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:01:02.193611 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-0df3429b-ec3c-49e4-91e5-98036be7eabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234'] for port, after_delete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:02.197226 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:02.233343 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51137fc4-f690-4b5a-b050-dec4fa44896f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3910276', 'neutron.services.segments.db._delete_segments_for_network-8737512847436'] for network, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:02.240736 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3429b-ec3c-49e4-91e5-98036be7eabd None None] Pushing event deleted for resources: {'Port': ['ID=4650a365-1863-4701-8ec9-d51cb4853db3,revision_number=None']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:02.243472 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-0df3429b-ec3c-49e4-91e5-98036be7eabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:02.245869 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df3429b-ec3c-49e4-91e5-98036be7eabd None None] No DVR routers for this DVR port 4650a365-1863-4701-8ec9-d51cb4853db3 on host dv-cinder-793515-3-smb {{(pid=91977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:01:02.246512 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.services.segments.db [None req-51137fc4-f690-4b5a-b050-dec4fa44896f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647d0ff7-fc18-477e-be77-6d63d3b95ce2']}} {{(pid=91975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:01:02.260051 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.services.segments.db [None req-51137fc4-f690-4b5a-b050-dec4fa44896f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122e9a7f-7dee-4c13-ab11-4884b0ff86a5') {'for_net_delete': True} {{(pid=91975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:01:02.260347 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.services.segments.db [None req-51137fc4-f690-4b5a-b050-dec4fa44896f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122e9a7f-7dee-4c13-ab11-4884b0ff86a5') {} {{(pid=91975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:01:02.272779 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51137fc4-f690-4b5a-b050-dec4fa44896f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737512848743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128648291'] for segment, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:02.290232 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51137fc4-f690-4b5a-b050-dec4fa44896f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:02.296571 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51137fc4-f690-4b5a-b050-dec4fa44896f admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=91975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 16:01:02.297042 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51137fc4-f690-4b5a-b050-dec4fa44896f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128534572'] for segment, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: Traceback (most recent call last): Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: timer() Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: cb(*args, **kw) Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: return func(*args, **kwargs) Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: self._notify() Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: self.callback(batched_events) Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: event.method(event) Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: return f(self, *a, **k) Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: return self._get(url).json() Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: return self.request(url, 'GET', **kwargs) Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 16:01:02.310533 dv-cinder-793515-3-smb neutron-server[91975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 16:01:02.409050 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51137fc4-f690-4b5a-b050-dec4fa44896f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3910301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634041'] for network, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:02.414986 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-51137fc4-f690-4b5a-b050-dec4fa44896f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:02.418055 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-33010cb0-437e-4a74-9b09-15a0cc044ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:02.440916 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51137fc4-f690-4b5a-b050-dec4fa44896f admin admin] Pushing event deleted for resources: {'Network': ['ID=647d0ff7-fc18-477e-be77-6d63d3b95ce2,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:02.443851 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-51137fc4-f690-4b5a-b050-dec4fa44896f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:02.449665 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-51137fc4-f690-4b5a-b050-dec4fa44896f admin admin] 10.222.0.60 "DELETE /v2.0/networks/647d0ff7-fc18-477e-be77-6d63d3b95ce2 HTTP/1.1" status: 204 len: 168 time: 0.9419982 Jun 01 16:01:02.463036 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 36852) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:02.645114 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 36854) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:02.697217 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-ab6ff071-ef41-4e15-ab46-294cae839a00 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29660878ab7645c7bf224b26c6c4a065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508370 Jun 01 16:01:02.699585 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 36856) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:02.765852 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6e237ec1-467a-46c6-a72e-d545dbaf9972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:02.800584 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6e237ec1-467a-46c6-a72e-d545dbaf9972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:02.856733 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6e237ec1-467a-46c6-a72e-d545dbaf9972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:02.862537 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-bfcebb97-6530-4487-8ed5-fad014dc270a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:02.879317 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e237ec1-467a-46c6-a72e-d545dbaf9972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c5d3b5-fde8-48d5-abd3-77cfec5667a1,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:02.883140 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-6e237ec1-467a-46c6-a72e-d545dbaf9972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:02.885881 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6e237ec1-467a-46c6-a72e-d545dbaf9972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:02.888953 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-6e237ec1-467a-46c6-a72e-d545dbaf9972 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b9c5d3b5-fde8-48d5-abd3-77cfec5667a1 HTTP/1.1" status: 204 len: 168 time: 0.1858218 Jun 01 16:01:02.972386 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 4650a365-1863-4701-8ec9-d51cb4853db3 no longer exists at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:01:03.012122 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] No Port match for: 4650a365-1863-4701-8ec9-d51cb4853db3 {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:01:03.012951 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 4650a365-1863-4701-8ec9-d51cb4853db3 not bound to the agent host dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:01:03.162838 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-3dd23b28-7e5c-4bbe-8cde-1a00513db651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633017'] for router_interface, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:03.293216 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 36862) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:03.342491 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-caa18b4a-fd07-4add-a50a-3c0fb7c40825 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a618c9d79f94464b8023b183de4a1a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479105 Jun 01 16:01:03.344791 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 36864) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:03.405749 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-317dd3af-1e61-45ab-9f7f-50ab9c47b622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:03.436305 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-317dd3af-1e61-45ab-9f7f-50ab9c47b622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:03.493441 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-317dd3af-1e61-45ab-9f7f-50ab9c47b622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:03.498245 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-08d7fc24-de8f-49ca-a3f7-351635dcdd45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:03.510662 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317dd3af-1e61-45ab-9f7f-50ab9c47b622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561b0ae6-ef5a-4e27-9cd2-1a1dc90ca282,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:03.512905 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-317dd3af-1e61-45ab-9f7f-50ab9c47b622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:03.517440 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-317dd3af-1e61-45ab-9f7f-50ab9c47b622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:03.518655 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-317dd3af-1e61-45ab-9f7f-50ab9c47b622 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/561b0ae6-ef5a-4e27-9cd2-1a1dc90ca282 HTTP/1.1" status: 204 len: 168 time: 0.1729140 Jun 01 16:01:03.597705 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [None req-3dd23b28-7e5c-4bbe-8cde-1a00513db651 admin admin] Deleting port 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3 {{(pid=91975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:01:03.598051 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-3dd23b28-7e5c-4bbe-8cde-1a00513db651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:03.727552 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [None req-3dd23b28-7e5c-4bbe-8cde-1a00513db651 admin admin] For port 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3,segment=NetworkSegment(d99c4ca3-6d13-4932-8722-f57b854e9798),segment_id=d99c4ca3-6d13-4932-8722-f57b854e9798)] {{(pid=91975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:01:03.727946 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-3dd23b28-7e5c-4bbe-8cde-1a00513db651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:03.858520 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [None req-3dd23b28-7e5c-4bbe-8cde-1a00513db651 admin admin] Calling delete_port for 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3 owned by network:router_interface {{(pid=91975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:01:04.015410 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-3dd23b28-7e5c-4bbe-8cde-1a00513db651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:04.019164 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:04.065098 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd23b28-7e5c-4bbe-8cde-1a00513db651 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:04.068290 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-3dd23b28-7e5c-4bbe-8cde-1a00513db651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:04.453804 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-3dd23b28-7e5c-4bbe-8cde-1a00513db651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644137'] for router_interface, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:04.814205 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd23b28-7e5c-4bbe-8cde-1a00513db651 admin admin] Router 5ea0c986-98db-4eba-9187-54a32175ef7d has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:01:05.001662 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd23b28-7e5c-4bbe-8cde-1a00513db651 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:01:05.010361 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9723ca59-659d-43e4-84e7-829f5d1e2220 None None] Sync routers for ids ['5ea0c986-98db-4eba-9187-54a32175ef7d'] in dv-cinder-793515-3-smb {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:01:05.014609 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-3dd23b28-7e5c-4bbe-8cde-1a00513db651 admin admin] 10.222.0.60 "PUT /v2.0/routers/5ea0c986-98db-4eba-9187-54a32175ef7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5504019 Jun 01 16:01:05.017081 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 36868) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:05.019430 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9723ca59-659d-43e4-84e7-829f5d1e2220 None None] Routers {'5ea0c986-98db-4eba-9187-54a32175ef7d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:01:05.020016 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-9723ca59-659d-43e4-84e7-829f5d1e2220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:00:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['5ea0c986-98db-4eba-9187-54a32175ef7d'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:01:05.196932 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-347ca13a-f11b-41bd-ac6e-2858f92db2b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:05.213821 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-9723ca59-659d-43e4-84e7-829f5d1e2220 None None] Set router 5ea0c986-98db-4eba-9187-54a32175ef7d gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:01:05.392167 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-347ca13a-f11b-41bd-ac6e-2858f92db2b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:05.480427 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [None req-347ca13a-f11b-41bd-ac6e-2858f92db2b3 admin admin] Deleting port 383a7241-a9a2-42dc-83bf-c682221020ec {{(pid=91975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:01:05.481107 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-347ca13a-f11b-41bd-ac6e-2858f92db2b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:05.608216 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-9723ca59-659d-43e4-84e7-829f5d1e2220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'name': 'tempest-AttachVolumeTestJSON-910551453-router', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T16:01:03Z', 'revision_number': 5, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'gw_port': {'id': '383a7241-a9a2-42dc-83bf-c682221020ec', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T15:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb'}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:01:05.612384 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9723ca59-659d-43e4-84e7-829f5d1e2220 None None] Checking router: 5ea0c986-98db-4eba-9187-54a32175ef7d for host: dv-cinder-793515-3-smb {{(pid=91978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:01:05.616994 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [None req-347ca13a-f11b-41bd-ac6e-2858f92db2b3 admin admin] For port 383a7241-a9a2-42dc-83bf-c682221020ec, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=383a7241-a9a2-42dc-83bf-c682221020ec,segment=NetworkSegment(2169e936-6da0-43d3-a98e-548bcd0f9f05),segment_id=2169e936-6da0-43d3-a98e-548bcd0f9f05)] {{(pid=91975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:01:05.617477 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-347ca13a-f11b-41bd-ac6e-2858f92db2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:05.622122 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9723ca59-659d-43e4-84e7-829f5d1e2220 None None] Routers {'5ea0c986-98db-4eba-9187-54a32175ef7d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:01:05.622733 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-9723ca59-659d-43e4-84e7-829f5d1e2220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:00:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['5ea0c986-98db-4eba-9187-54a32175ef7d'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:01:05.783575 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-9723ca59-659d-43e4-84e7-829f5d1e2220 None None] Set router 5ea0c986-98db-4eba-9187-54a32175ef7d gateway port host: None {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:01:05.868472 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [None req-347ca13a-f11b-41bd-ac6e-2858f92db2b3 admin admin] Calling delete_port for 383a7241-a9a2-42dc-83bf-c682221020ec owned by network:router_gateway {{(pid=91975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:01:05.899093 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-9723ca59-659d-43e4-84e7-829f5d1e2220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'name': 'tempest-AttachVolumeTestJSON-910551453-router', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T16:01:05Z', 'revision_number': 6, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'gw_port_host': None}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:01:05.903441 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9723ca59-659d-43e4-84e7-829f5d1e2220 None None] The sync data for ids ['5ea0c986-98db-4eba-9187-54a32175ef7d'] in dv-cinder-793515-3-smb is: [{'id': '5ea0c986-98db-4eba-9187-54a32175ef7d', 'name': 'tempest-AttachVolumeTestJSON-910551453-router', 'tenant_id': '1d02537c05ff435b8494626c5f702d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T15:56:24Z', 'updated_at': '2021-06-01T16:01:05Z', 'revision_number': 6, 'project_id': '1d02537c05ff435b8494626c5f702d80', 'gw_port_host': None}] {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:01:06.018240 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-347ca13a-f11b-41bd-ac6e-2858f92db2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:06.022255 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-b20ee426-27c8-46a0-b34c-3e459537f6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:06.068165 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ca13a-f11b-41bd-ac6e-2858f92db2b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=383a7241-a9a2-42dc-83bf-c682221020ec,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:06.103744 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-347ca13a-f11b-41bd-ac6e-2858f92db2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:06.166087 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-347ca13a-f11b-41bd-ac6e-2858f92db2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634066'] for router_gateway, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:06.369852 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-347ca13a-f11b-41bd-ac6e-2858f92db2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2483'] for router, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:06.372222 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-347ca13a-f11b-41bd-ac6e-2858f92db2b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:06.398649 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-347ca13a-f11b-41bd-ac6e-2858f92db2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745012'] for router, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:06.399220 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347ca13a-f11b-41bd-ac6e-2858f92db2b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ea0c986-98db-4eba-9187-54a32175ef7d {{(pid=91975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 16:01:06.412691 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-347ca13a-f11b-41bd-ac6e-2858f92db2b3 admin admin] Notify callbacks [] for router, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:06.413861 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-347ca13a-f11b-41bd-ac6e-2858f92db2b3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/5ea0c986-98db-4eba-9187-54a32175ef7d HTTP/1.1" status: 204 len: 168 time: 1.3958845 Jun 01 16:01:06.416750 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 36870) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:06.478655 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83f1a32-cc02-46c7-bad0-3166ba2066f4 admin admin] Deleting subnet 1bebea71-5dbd-4d8f-85bf-3a4566a49a88 {{(pid=91975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 16:01:06.482083 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f83f1a32-cc02-46c7-bad0-3166ba2066f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:06.539309 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f83f1a32-cc02-46c7-bad0-3166ba2066f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128648308'] for subnet, precommit_delete_associations {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:06.626435 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f83f1a32-cc02-46c7-bad0-3166ba2066f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907603'] for subnet, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:06.900735 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f83f1a32-cc02-46c7-bad0-3166ba2066f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128535182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129423345'] for subnet, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:06.905494 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:06.944061 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f1a32-cc02-46c7-bad0-3166ba2066f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bebea71-5dbd-4d8f-85bf-3a4566a49a88,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:06.947862 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-f83f1a32-cc02-46c7-bad0-3166ba2066f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:06.953874 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f83f1a32-cc02-46c7-bad0-3166ba2066f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:06.960290 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff3eb67-9fdc-4a8b-82b8-1fc91227dbae None None] Network 9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:01:06.961117 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-f83f1a32-cc02-46c7-bad0-3166ba2066f4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1bebea71-5dbd-4d8f-85bf-3a4566a49a88 HTTP/1.1" status: 204 len: 168 time: 0.5429912 Jun 01 16:01:06.963358 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 36872) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:06.994617 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 383a7241-a9a2-42dc-83bf-c682221020ec no longer exists at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:01:07.047958 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] No Port match for: 383a7241-a9a2-42dc-83bf-c682221020ec {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:01:07.048419 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 383a7241-a9a2-42dc-83bf-c682221020ec not bound to the agent host dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:01:07.048898 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3 no longer exists at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:01:07.074929 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4b2c1dee-b8ed-44cb-ad1f-bc466b644e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916354'] for network, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:07.098171 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] No Port match for: 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3 {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:01:07.098516 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 4f9c6dc4-dce5-4f74-8fb2-dd4372160ea3 not bound to the agent host dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:01:07.173967 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-4b2c1dee-b8ed-44cb-ad1f-bc466b644e73 admin admin] Deleting port 8445d6fa-b57a-47a9-9a08-3347d678b619 {{(pid=91976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:01:07.174534 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4b2c1dee-b8ed-44cb-ad1f-bc466b644e73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:07.328552 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f719e07-6c13-40c5-8096-242b3e1e38c5 None None] DHCP port deletion for 9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 request from dv-cinder-793515-3-smb {{(pid=91977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 16:01:07.360824 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [None req-4b2c1dee-b8ed-44cb-ad1f-bc466b644e73 admin admin] For port 8445d6fa-b57a-47a9-9a08-3347d678b619, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=8445d6fa-b57a-47a9-9a08-3347d678b619,segment=NetworkSegment(d99c4ca3-6d13-4932-8722-f57b854e9798),segment_id=d99c4ca3-6d13-4932-8722-f57b854e9798)] {{(pid=91976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:01:07.361207 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4b2c1dee-b8ed-44cb-ad1f-bc466b644e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:07.425726 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-9f719e07-6c13-40c5-8096-242b3e1e38c5 None None] Deleting port 8445d6fa-b57a-47a9-9a08-3347d678b619 {{(pid=91977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:01:07.426296 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-9f719e07-6c13-40c5-8096-242b3e1e38c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:07.492049 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-4b2c1dee-b8ed-44cb-ad1f-bc466b644e73 admin admin] Calling delete_port for 8445d6fa-b57a-47a9-9a08-3347d678b619 owned by network:dhcp {{(pid=91976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:01:07.542784 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4b2c1dee-b8ed-44cb-ad1f-bc466b644e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:07.546770 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-b860b7c3-d9f1-4941-91a6-4058a8662737 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:07.562145 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-9f719e07-6c13-40c5-8096-242b3e1e38c5 None None] For port 8445d6fa-b57a-47a9-9a08-3347d678b619, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=8445d6fa-b57a-47a9-9a08-3347d678b619,segment=NetworkSegment(d99c4ca3-6d13-4932-8722-f57b854e9798),segment_id=d99c4ca3-6d13-4932-8722-f57b854e9798)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:01:07.562540 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-9f719e07-6c13-40c5-8096-242b3e1e38c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:07.594201 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c1dee-b8ed-44cb-ad1f-bc466b644e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=8445d6fa-b57a-47a9-9a08-3347d678b619,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:07.596642 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-4b2c1dee-b8ed-44cb-ad1f-bc466b644e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:07.599044 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2c1dee-b8ed-44cb-ad1f-bc466b644e73 admin admin] No DVR routers for this DVR port 8445d6fa-b57a-47a9-9a08-3347d678b619 on host dv-cinder-793515-3-smb {{(pid=91976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:01:07.691229 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-9f719e07-6c13-40c5-8096-242b3e1e38c5 None None] Calling delete_port for 8445d6fa-b57a-47a9-9a08-3347d678b619 owned by network:dhcp {{(pid=91977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:01:07.720586 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-33a26b69-8e14-40ef-ac9b-1763a65ae50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:07.729301 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4b2c1dee-b8ed-44cb-ad1f-bc466b644e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3910276', 'neutron.services.segments.db._delete_segments_for_network-8737512847436'] for network, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:07.743780 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.services.segments.db [None req-4b2c1dee-b8ed-44cb-ad1f-bc466b644e73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce6aa01-06d8-4cd3-b114-47dc6a9a7778']}} {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:01:07.758757 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.services.segments.db [None req-4b2c1dee-b8ed-44cb-ad1f-bc466b644e73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd99c4ca3-6d13-4932-8722-f57b854e9798') {'for_net_delete': True} {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:01:07.759181 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.services.segments.db [None req-4b2c1dee-b8ed-44cb-ad1f-bc466b644e73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd99c4ca3-6d13-4932-8722-f57b854e9798') {} {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:01:07.764978 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-9f719e07-6c13-40c5-8096-242b3e1e38c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234'] for port, after_delete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:07.773368 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-eb8f91b7-199c-4dff-a461-c54c654f006d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:07.773638 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4b2c1dee-b8ed-44cb-ad1f-bc466b644e73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737512848743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129320109'] for segment, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:07.792780 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4b2c1dee-b8ed-44cb-ad1f-bc466b644e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:07.801938 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2c1dee-b8ed-44cb-ad1f-bc466b644e73 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=91976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 16:01:07.802564 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4b2c1dee-b8ed-44cb-ad1f-bc466b644e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129416830'] for segment, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: Traceback (most recent call last): Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: timer() Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: cb(*args, **kw) Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: return func(*args, **kwargs) Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: self._notify() Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: self.callback(batched_events) Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: event.method(event) Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: return f(self, *a, **k) Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: return self._get(url).json() Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: return self.request(url, 'GET', **kwargs) Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 16:01:07.826324 dv-cinder-793515-3-smb neutron-server[91976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 16:01:07.863710 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f719e07-6c13-40c5-8096-242b3e1e38c5 None None] Pushing event deleted for resources: {'Port': ['ID=8445d6fa-b57a-47a9-9a08-3347d678b619,revision_number=None']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:07.869576 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-9f719e07-6c13-40c5-8096-242b3e1e38c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:07.871016 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f719e07-6c13-40c5-8096-242b3e1e38c5 None None] No DVR routers for this DVR port 8445d6fa-b57a-47a9-9a08-3347d678b619 on host dv-cinder-793515-3-smb {{(pid=91977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:01:07.932704 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4b2c1dee-b8ed-44cb-ad1f-bc466b644e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3910301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634041'] for network, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:07.937628 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-ff1a246e-8394-4d8c-9916-31efa20a976c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:08.060512 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-4b2c1dee-b8ed-44cb-ad1f-bc466b644e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:08.069410 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c1dee-b8ed-44cb-ad1f-bc466b644e73 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ce6aa01-06d8-4cd3-b114-47dc6a9a7778,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:08.073008 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-4b2c1dee-b8ed-44cb-ad1f-bc466b644e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:08.085540 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-4b2c1dee-b8ed-44cb-ad1f-bc466b644e73 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9ce6aa01-06d8-4cd3-b114-47dc6a9a7778 HTTP/1.1" status: 204 len: 168 time: 1.1205461 Jun 01 16:01:08.274435 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 36876) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:08.327987 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-a0781894-a22c-4731-84d5-66ace3b2a26f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d02537c05ff435b8494626c5f702d80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522099 Jun 01 16:01:08.330441 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 36878) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:08.391643 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d9d37038-bbbe-4648-a66a-f7f964f9b111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:08.419273 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d9d37038-bbbe-4648-a66a-f7f964f9b111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:08.475121 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d9d37038-bbbe-4648-a66a-f7f964f9b111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:08.478939 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-198b67d1-6f8c-4280-a744-09a37b01723a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:08.493964 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d37038-bbbe-4648-a66a-f7f964f9b111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ee5720-b50b-4ad8-9357-332f93104980,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:08.497568 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-d9d37038-bbbe-4648-a66a-f7f964f9b111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:08.501475 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d9d37038-bbbe-4648-a66a-f7f964f9b111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:08.502602 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-d9d37038-bbbe-4648-a66a-f7f964f9b111 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a3ee5720-b50b-4ad8-9357-332f93104980 HTTP/1.1" status: 204 len: 168 time: 0.1712782 Jun 01 16:01:08.518039 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:01:08.965292 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 8445d6fa-b57a-47a9-9a08-3347d678b619 no longer exists at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:01:09.004145 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] No Port match for: 8445d6fa-b57a-47a9-9a08-3347d678b619 {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:01:09.004502 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 8445d6fa-b57a-47a9-9a08-3347d678b619 not bound to the agent host dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:01:10.155663 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-560ac8d9-989f-49fb-b45e-cd34d6e7ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:10.196962 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:10.206539 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 36922) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:10.323666 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-58b8eb3a-98ba-495d-9886-00ebfbb00b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:10.339025 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-58b8eb3a-98ba-495d-9886-00ebfbb00b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:01:10.342967 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-58b8eb3a-98ba-495d-9886-00ebfbb00b6f admin admin] Usage tracker for resource:security_group_rule and tenant:3e327052c94743b8ad465e97d3d1d065 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:01:10.345853 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-58b8eb3a-98ba-495d-9886-00ebfbb00b6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:01:10.352109 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-58b8eb3a-98ba-495d-9886-00ebfbb00b6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:01:10.437129 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-58b8eb3a-98ba-495d-9886-00ebfbb00b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:10.441103 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-58b8eb3a-98ba-495d-9886-00ebfbb00b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:10.448435 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-7d210810-b3cb-4331-acb9-8f031fe4c478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:10.488278 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-58b8eb3a-98ba-495d-9886-00ebfbb00b6f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e327052c94743b8ad465e97d3d1d065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806652 Jun 01 16:01:10.489189 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8eb3a-98ba-495d-9886-00ebfbb00b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6446882-5032-493b-8eb9-bcc5dc90246d,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:10.490894 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 36926) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:10.492507 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-58b8eb3a-98ba-495d-9886-00ebfbb00b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:10.548894 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-0dbf62a7-e7ef-467b-9ac2-cfed13003b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:10.574297 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-0dbf62a7-e7ef-467b-9ac2-cfed13003b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:10.628502 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-0dbf62a7-e7ef-467b-9ac2-cfed13003b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:10.632600 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-5b43c837-976a-45a5-aade-7ac80ff8d622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:10.643096 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf62a7-e7ef-467b-9ac2-cfed13003b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6446882-5032-493b-8eb9-bcc5dc90246d,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:10.648377 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-0dbf62a7-e7ef-467b-9ac2-cfed13003b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:10.651533 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-0dbf62a7-e7ef-467b-9ac2-cfed13003b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:10.653497 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-0dbf62a7-e7ef-467b-9ac2-cfed13003b38 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d6446882-5032-493b-8eb9-bcc5dc90246d HTTP/1.1" status: 204 len: 168 time: 0.1610169 Jun 01 16:01:10.929369 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 36932) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:10.947593 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-aa71ed97-6ddb-4860-9573-4c50d236cc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:10.964617 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-aa71ed97-6ddb-4860-9573-4c50d236cc47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:01:10.969799 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-aa71ed97-6ddb-4860-9573-4c50d236cc47 admin admin] Usage tracker for resource:security_group_rule and tenant:2d1875a2d7204119b66f10ae0fab460d is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:01:10.974549 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-aa71ed97-6ddb-4860-9573-4c50d236cc47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:01:10.984403 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-aa71ed97-6ddb-4860-9573-4c50d236cc47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:01:11.073044 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-aa71ed97-6ddb-4860-9573-4c50d236cc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:11.076688 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-aa71ed97-6ddb-4860-9573-4c50d236cc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:11.085459 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-0d4d8f1d-1a0d-44ff-8bf0-e1383e1cbf6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:11.123921 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-aa71ed97-6ddb-4860-9573-4c50d236cc47 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d1875a2d7204119b66f10ae0fab460d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934209 Jun 01 16:01:11.125602 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71ed97-6ddb-4860-9573-4c50d236cc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1f8c3a-b4af-493a-8570-000522a9d5cb,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:11.126527 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 36934) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:11.128724 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-aa71ed97-6ddb-4860-9573-4c50d236cc47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:11.183844 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b5ffca63-a021-4fef-82f2-8665bda7af5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:11.208254 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b5ffca63-a021-4fef-82f2-8665bda7af5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:11.259628 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b5ffca63-a021-4fef-82f2-8665bda7af5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:11.263263 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-5b1e7266-b93f-4195-aeff-2738584068ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:11.274220 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffca63-a021-4fef-82f2-8665bda7af5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1f8c3a-b4af-493a-8570-000522a9d5cb,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:11.278063 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-b5ffca63-a021-4fef-82f2-8665bda7af5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:11.281199 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b5ffca63-a021-4fef-82f2-8665bda7af5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:11.282314 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-b5ffca63-a021-4fef-82f2-8665bda7af5f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dd1f8c3a-b4af-493a-8570-000522a9d5cb HTTP/1.1" status: 204 len: 168 time: 0.1547921 Jun 01 16:01:11.366485 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:13.364395 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:13.450861 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 36998) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:13.575656 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-853147b2-ecaf-43e8-acec-700ee2134e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:13.591665 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-853147b2-ecaf-43e8-acec-700ee2134e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:01:13.595557 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-853147b2-ecaf-43e8-acec-700ee2134e23 admin admin] Usage tracker for resource:security_group_rule and tenant:38c0fad8f3044747a5dcd9c8c50b1838 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:01:13.598466 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-853147b2-ecaf-43e8-acec-700ee2134e23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:01:13.604769 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-853147b2-ecaf-43e8-acec-700ee2134e23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:01:13.712861 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-853147b2-ecaf-43e8-acec-700ee2134e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:13.723344 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-853147b2-ecaf-43e8-acec-700ee2134e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:13.732804 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-c6e65a1f-d8f4-4aca-bc95-9727ae0adb26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:13.774651 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853147b2-ecaf-43e8-acec-700ee2134e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980aa4da-b956-4bf3-92e4-2b0327c99a41,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:13.778822 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-853147b2-ecaf-43e8-acec-700ee2134e23 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38c0fad8f3044747a5dcd9c8c50b1838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269308 Jun 01 16:01:13.779709 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-853147b2-ecaf-43e8-acec-700ee2134e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:13.781611 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 37002) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:13.862818 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-eda68dd6-be87-4e35-9f7d-14ad7fa69210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:13.896413 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-eda68dd6-be87-4e35-9f7d-14ad7fa69210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:13.959317 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-eda68dd6-be87-4e35-9f7d-14ad7fa69210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:13.966670 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-1ee3ecad-b036-4c76-972c-a88ec1ee8aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:13.984973 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda68dd6-be87-4e35-9f7d-14ad7fa69210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980aa4da-b956-4bf3-92e4-2b0327c99a41,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:13.988589 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-eda68dd6-be87-4e35-9f7d-14ad7fa69210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:13.990555 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-eda68dd6-be87-4e35-9f7d-14ad7fa69210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:13.993209 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-eda68dd6-be87-4e35-9f7d-14ad7fa69210 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/980aa4da-b956-4bf3-92e4-2b0327c99a41 HTTP/1.1" status: 204 len: 168 time: 0.2104380 Jun 01 16:01:14.302659 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37008) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:14.319948 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-55e61ac3-6108-4e9f-992a-96414e2d1ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:14.334285 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-55e61ac3-6108-4e9f-992a-96414e2d1ed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:01:14.338707 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-55e61ac3-6108-4e9f-992a-96414e2d1ed2 admin admin] Usage tracker for resource:security_group_rule and tenant:e6a7c2be38304e0fb071691b23cd4c92 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:01:14.341564 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-55e61ac3-6108-4e9f-992a-96414e2d1ed2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:01:14.347267 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-55e61ac3-6108-4e9f-992a-96414e2d1ed2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:01:14.461909 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-55e61ac3-6108-4e9f-992a-96414e2d1ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:14.466236 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-55e61ac3-6108-4e9f-992a-96414e2d1ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:14.473386 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-6e237ec1-467a-46c6-a72e-d545dbaf9972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:14.512336 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e61ac3-6108-4e9f-992a-96414e2d1ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f2e97f-621d-49af-b8fe-c3acc6c4dfd0,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:14.516565 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-55e61ac3-6108-4e9f-992a-96414e2d1ed2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e6a7c2be38304e0fb071691b23cd4c92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131960 Jun 01 16:01:14.517442 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-55e61ac3-6108-4e9f-992a-96414e2d1ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:14.519518 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37010) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:14.581037 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-a83e2da6-f5ea-440c-94b9-4c5113c97f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:14.606304 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-a83e2da6-f5ea-440c-94b9-4c5113c97f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:14.657344 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-a83e2da6-f5ea-440c-94b9-4c5113c97f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:14.660958 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-8c3f406c-62f7-48bc-aa2c-b61b5ed9f4e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:14.675296 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e2da6-f5ea-440c-94b9-4c5113c97f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f2e97f-621d-49af-b8fe-c3acc6c4dfd0,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:14.677836 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-a83e2da6-f5ea-440c-94b9-4c5113c97f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:14.687454 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-a83e2da6-f5ea-440c-94b9-4c5113c97f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:14.688555 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-a83e2da6-f5ea-440c-94b9-4c5113c97f05 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7f2e97f-621d-49af-b8fe-c3acc6c4dfd0 HTTP/1.1" status: 204 len: 168 time: 0.1681111 Jun 01 16:01:22.785035 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:27.234767 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37118) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:27.350243 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-c21a4b80-e9a5-4854-aed3-086e0f4ad21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:27.364825 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-c21a4b80-e9a5-4854-aed3-086e0f4ad21d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:01:27.369501 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-c21a4b80-e9a5-4854-aed3-086e0f4ad21d admin admin] Usage tracker for resource:security_group_rule and tenant:d652db7531ba44478a0b8c32dbb19207 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:01:27.372517 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-c21a4b80-e9a5-4854-aed3-086e0f4ad21d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:01:27.379294 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-c21a4b80-e9a5-4854-aed3-086e0f4ad21d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:01:27.465629 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-c21a4b80-e9a5-4854-aed3-086e0f4ad21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:27.469353 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-c21a4b80-e9a5-4854-aed3-086e0f4ad21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:27.476379 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-aa71ed97-6ddb-4860-9573-4c50d236cc47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:27.531256 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-c21a4b80-e9a5-4854-aed3-086e0f4ad21d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d652db7531ba44478a0b8c32dbb19207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953372 Jun 01 16:01:27.532899 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a4b80-e9a5-4854-aed3-086e0f4ad21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76040ac1-4d34-4cf4-a8b6-8c968cae32de,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:27.534000 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 37122) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:27.536087 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-c21a4b80-e9a5-4854-aed3-086e0f4ad21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:27.692934 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f09ab429-f7d3-4632-bc4f-11797e86b870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:27.719144 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f09ab429-f7d3-4632-bc4f-11797e86b870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:27.779075 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f09ab429-f7d3-4632-bc4f-11797e86b870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:27.782822 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-51a64d99-36c4-4e57-9e59-4fe3cf48bfcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:27.794589 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ab429-f7d3-4632-bc4f-11797e86b870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76040ac1-4d34-4cf4-a8b6-8c968cae32de,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:27.798243 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-f09ab429-f7d3-4632-bc4f-11797e86b870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:27.801559 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-f09ab429-f7d3-4632-bc4f-11797e86b870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:27.805940 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-f09ab429-f7d3-4632-bc4f-11797e86b870 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/76040ac1-4d34-4cf4-a8b6-8c968cae32de HTTP/1.1" status: 204 len: 168 time: 0.2677028 Jun 01 16:01:28.080549 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 37128) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:28.100369 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-e08ba4eb-67a2-40d3-bd64-ecd203343179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:28.115589 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-e08ba4eb-67a2-40d3-bd64-ecd203343179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:01:28.120336 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-e08ba4eb-67a2-40d3-bd64-ecd203343179 admin admin] Usage tracker for resource:security_group_rule and tenant:10ac4e9565e74d31b28c0ed11edbe8a4 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:01:28.123208 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-e08ba4eb-67a2-40d3-bd64-ecd203343179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:01:28.129016 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-e08ba4eb-67a2-40d3-bd64-ecd203343179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:01:28.212745 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-e08ba4eb-67a2-40d3-bd64-ecd203343179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:28.216469 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-e08ba4eb-67a2-40d3-bd64-ecd203343179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:28.223482 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-1a96ac97-43db-4acc-9957-b5736bc00df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:28.267732 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-e08ba4eb-67a2-40d3-bd64-ecd203343179 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=10ac4e9565e74d31b28c0ed11edbe8a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1858327 Jun 01 16:01:28.268465 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ba4eb-67a2-40d3-bd64-ecd203343179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a508d104-6b43-4d88-aafd-c3b773b8b647,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:28.270243 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37130) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:28.271489 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-e08ba4eb-67a2-40d3-bd64-ecd203343179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:28.332242 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d1773275-889c-4be6-a1bb-42a3e58557c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:28.358633 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d1773275-889c-4be6-a1bb-42a3e58557c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:28.411870 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d1773275-889c-4be6-a1bb-42a3e58557c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:28.415584 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-55e61ac3-6108-4e9f-992a-96414e2d1ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:28.428283 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1773275-889c-4be6-a1bb-42a3e58557c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a508d104-6b43-4d88-aafd-c3b773b8b647,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:28.432732 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-d1773275-889c-4be6-a1bb-42a3e58557c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:28.437975 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-d1773275-889c-4be6-a1bb-42a3e58557c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:28.439523 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-d1773275-889c-4be6-a1bb-42a3e58557c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a508d104-6b43-4d88-aafd-c3b773b8b647 HTTP/1.1" status: 204 len: 168 time: 0.1672835 Jun 01 16:01:37.705791 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-dfd42e60-5268-4ebc-a06b-7f309864cfb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:37.876094 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 37260) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:37.994471 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-3b35e18a-1975-42b7-94f9-50b3939a77af admin admin] Notify callbacks [] for security_group, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:38.009317 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-3b35e18a-1975-42b7-94f9-50b3939a77af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:01:38.013271 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-3b35e18a-1975-42b7-94f9-50b3939a77af admin admin] Usage tracker for resource:security_group_rule and tenant:9559455569914d9498f9f8481a666e4b is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:01:38.016171 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-3b35e18a-1975-42b7-94f9-50b3939a77af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:01:38.021888 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-3b35e18a-1975-42b7-94f9-50b3939a77af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:01:38.112740 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-3b35e18a-1975-42b7-94f9-50b3939a77af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:38.116681 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-3b35e18a-1975-42b7-94f9-50b3939a77af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:38.126142 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-769c509c-2b3f-4a68-8fc9-a73e6125f6ed tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:38.177472 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-3b35e18a-1975-42b7-94f9-50b3939a77af admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9559455569914d9498f9f8481a666e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001919 Jun 01 16:01:38.178515 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35e18a-1975-42b7-94f9-50b3939a77af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17518d7-92fb-4408-aaa4-0475d0ade095,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:38.181392 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37264) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:38.183518 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-3b35e18a-1975-42b7-94f9-50b3939a77af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:38.244542 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e5107ce1-d95d-4c5e-84a0-2d81f32815b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:38.270915 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e5107ce1-d95d-4c5e-84a0-2d81f32815b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:38.327016 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e5107ce1-d95d-4c5e-84a0-2d81f32815b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:38.330734 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-9106979c-e288-406a-82e9-703b0a975912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:38.342396 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5107ce1-d95d-4c5e-84a0-2d81f32815b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17518d7-92fb-4408-aaa4-0475d0ade095,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:38.345910 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e5107ce1-d95d-4c5e-84a0-2d81f32815b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:38.349311 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-e5107ce1-d95d-4c5e-84a0-2d81f32815b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:38.350423 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-e5107ce1-d95d-4c5e-84a0-2d81f32815b8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f17518d7-92fb-4408-aaa4-0475d0ade095 HTTP/1.1" status: 204 len: 168 time: 0.1680067 Jun 01 16:01:38.652616 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37270) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:38.669661 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-19710195-519e-488b-8c82-c546c4d5c519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:38.684460 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-19710195-519e-488b-8c82-c546c4d5c519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:01:38.688341 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-19710195-519e-488b-8c82-c546c4d5c519 admin admin] Usage tracker for resource:security_group_rule and tenant:c89ad569a66249239afbda48ce8738bb is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:01:38.691222 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-19710195-519e-488b-8c82-c546c4d5c519 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:01:38.697491 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-19710195-519e-488b-8c82-c546c4d5c519 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:01:38.781099 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-19710195-519e-488b-8c82-c546c4d5c519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:38.786775 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-19710195-519e-488b-8c82-c546c4d5c519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:38.793964 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-3f139e46-0d44-4ab1-94ee-a2844efc91ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:38.834715 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-19710195-519e-488b-8c82-c546c4d5c519 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c89ad569a66249239afbda48ce8738bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809387 Jun 01 16:01:38.835673 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19710195-519e-488b-8c82-c546c4d5c519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04d29bf-bbc7-4662-b390-0d9f37834164,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:38.837413 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 37272) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:38.838872 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-19710195-519e-488b-8c82-c546c4d5c519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:38.897477 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-92110033-d702-4fa6-a87c-f927dc573cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:38.927724 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-92110033-d702-4fa6-a87c-f927dc573cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:38.979654 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-92110033-d702-4fa6-a87c-f927dc573cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:38.983317 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-343faf46-f90d-452e-b501-da682626284c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:38.998217 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92110033-d702-4fa6-a87c-f927dc573cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04d29bf-bbc7-4662-b390-0d9f37834164,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:39.000830 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-92110033-d702-4fa6-a87c-f927dc573cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:39.010934 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-92110033-d702-4fa6-a87c-f927dc573cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:39.012073 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-92110033-d702-4fa6-a87c-f927dc573cc1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c04d29bf-bbc7-4662-b390-0d9f37834164 HTTP/1.1" status: 204 len: 168 time: 0.1735761 Jun 01 16:01:39.375876 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37278) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:39.392749 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b403f9b0-5803-44e5-8c0b-f34cae08406e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:39.408066 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-b403f9b0-5803-44e5-8c0b-f34cae08406e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:01:39.412150 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-b403f9b0-5803-44e5-8c0b-f34cae08406e admin admin] Usage tracker for resource:security_group_rule and tenant:040f3fae358740e69b51c727c07de340 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:01:39.415838 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-b403f9b0-5803-44e5-8c0b-f34cae08406e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:01:39.421772 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-b403f9b0-5803-44e5-8c0b-f34cae08406e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:01:39.511329 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b403f9b0-5803-44e5-8c0b-f34cae08406e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:39.515818 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b403f9b0-5803-44e5-8c0b-f34cae08406e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:39.525902 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-1b0c73ec-c434-48b9-92c3-1d1285e76a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:39.565483 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-b403f9b0-5803-44e5-8c0b-f34cae08406e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=040f3fae358740e69b51c727c07de340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1885228 Jun 01 16:01:39.567060 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403f9b0-5803-44e5-8c0b-f34cae08406e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9780466-46e9-4ca5-b4e9-d41f96b65b56,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:39.569882 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 37280) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:01:39.570389 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-b403f9b0-5803-44e5-8c0b-f34cae08406e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:39.629389 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-449f77de-f678-430a-a85e-0863471a8b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:39.659439 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-449f77de-f678-430a-a85e-0863471a8b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:39.713882 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-449f77de-f678-430a-a85e-0863471a8b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:39.717768 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-d4b7515c-07d7-46ef-9bae-23f4081ce72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:39.730090 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f77de-f678-430a-a85e-0863471a8b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9780466-46e9-4ca5-b4e9-d41f96b65b56,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:39.740437 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f77de-f678-430a-a85e-0863471a8b7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:01:39.740810 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f77de-f678-430a-a85e-0863471a8b7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:01:39.741176 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f77de-f678-430a-a85e-0863471a8b7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:01:39.741535 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f77de-f678-430a-a85e-0863471a8b7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:01:39.741892 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f77de-f678-430a-a85e-0863471a8b7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:01:39.743006 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f77de-f678-430a-a85e-0863471a8b7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:01:39.743422 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f77de-f678-430a-a85e-0863471a8b7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:01:39.743789 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f77de-f678-430a-a85e-0863471a8b7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:01:39.744141 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f77de-f678-430a-a85e-0863471a8b7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:01:39.744526 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f77de-f678-430a-a85e-0863471a8b7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:01:39.744865 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f77de-f678-430a-a85e-0863471a8b7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:01:39.745180 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f77de-f678-430a-a85e-0863471a8b7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:01:39.748425 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-449f77de-f678-430a-a85e-0863471a8b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:39.750520 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-449f77de-f678-430a-a85e-0863471a8b7c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a9780466-46e9-4ca5-b4e9-d41f96b65b56 HTTP/1.1" status: 204 len: 168 time: 0.1800573 Jun 01 16:01:39.750520 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-449f77de-f678-430a-a85e-0863471a8b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:40.160315 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-857fa98b-9d96-44c6-8e59-bd93e61e8116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:40.199247 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:41.366684 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:42.299766 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-5a9ebeab-6eba-470f-ab3d-8b29ff96859b tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b659e78387ca41bf9c123d85907802fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311573 Jun 01 16:01:42.454990 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-060bc426-d716-4b1b-9224-795d44c62ebd tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:42.456433 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-060bc426-d716-4b1b-9224-795d44c62ebd tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1517646 Jun 01 16:01:42.471428 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-b2b1d324-8fe4-4f3f-a7cc-63166764feee tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/quotas/b659e78387ca41bf9c123d85907802fc HTTP/1.1" status: 200 len: 375 time: 0.0092559 Jun 01 16:01:42.520793 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-9a477f6d-6408-4ec4-96a4-dfc780a82424 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b659e78387ca41bf9c123d85907802fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443778 Jun 01 16:01:42.696353 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d3321c38-0455-40c7-a669-b870853ef9d4 req-6d496e7a-a161-4f58-88e7-29c44b2226c6 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6316b9b-cc74-4e81-a545-f53cde736173 HTTP/1.1" status: 200 len: 210 time: 0.0430491 Jun 01 16:01:43.366221 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:43.640084 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-200b0bff-620a-4866-a7c7-4938fe949d9b tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=b659e78387ca41bf9c123d85907802fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328414 Jun 01 16:01:43.798828 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-b4fc5700-91f5-4072-b959-2194f2b3bc22 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:43.800505 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-b4fc5700-91f5-4072-b959-2194f2b3bc22 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1547332 Jun 01 16:01:43.817768 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Request body: {'port': {'device_id': 'e6316b9b-cc74-4e81-a545-f53cde736173', 'network_id': 'afe2687e-de3b-47b7-9c07-b320a75928a3', 'admin_state_up': True, 'tenant_id': 'b659e78387ca41bf9c123d85907802fc'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:01:43.864395 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-54d0413e-20a7-4bb8-9b0d-7b0eb3855a4e req-308dbbdc-fffe-4f9c-8b04-fe87f6310da4 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6316b9b-cc74-4e81-a545-f53cde736173 HTTP/1.1" status: 200 len: 210 time: 0.0502944 Jun 01 16:01:43.974275 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:01:43.978068 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Usage tracker for resource:port and tenant:b659e78387ca41bf9c123d85907802fc is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:01:43.980857 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:01:43.986426 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:01:43.997286 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Made reservation on behalf of b659e78387ca41bf9c123d85907802fc for: {'port': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 16:01:44.000950 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:44.015569 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:44.031603 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:01:44.035638 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Usage tracker for resource:security_group_rule and tenant:b659e78387ca41bf9c123d85907802fc is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:01:44.038566 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:01:44.045773 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:01:44.143546 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:44.147336 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:44.150177 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e5107ce1-d95d-4c5e-84a0-2d81f32815b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:44.229070 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4203af1-84d6-465b-9238-c22efe45b633,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:44.250747 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:01:44.251247 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:01:44.251548 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:01:44.251936 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:01:44.252301 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:01:44.252663 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:01:44.253046 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:01:44.253444 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:01:44.253816 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:01:44.254266 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:01:44.254656 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:01:44.255025 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:01:44.263588 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:44.352566 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_common [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Allocated IP 192.168.233.175 (afe2687e-de3b-47b7-9c07-b320a75928a3/62bae524-5310-4eeb-9448-69721418d774/938bd83f-24c6-4f15-bee9-671591a136d2) {{(pid=91976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 16:01:44.580366 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Notify callbacks [] for port, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:44.596698 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.provisioning_blocks [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Transition to ACTIVE for port object 938bd83f-24c6-4f15-bee9-671591a136d2 will not be triggered until provisioned by entity DHCP. {{(pid=91976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:01:44.623440 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:44.629545 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-78993789-b773-431f-b4ff-84f19fb07fa7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:44.694218 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Network afe2687e-de3b-47b7-9c07-b320a75928a3 is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:01:44.697585 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:01:44.700646 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Received port after_create {{(pid=91976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 16:01:44.839933 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Pushing event updated for resources: {'Port': ['ID=938bd83f-24c6-4f15-bee9-671591a136d2,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:44.844577 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:44.869778 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:44.870365 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:44.889173 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-3a64eb71-bb5c-4227-b5ce-9c9307a182fc None None] Provisioning for port 938bd83f-24c6-4f15-bee9-671591a136d2 completed by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:01:44.895613 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-3a64eb71-bb5c-4227-b5ce-9c9307a182fc None None] Provisioning complete for port 938bd83f-24c6-4f15-bee9-671591a136d2 triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:01:44.895752 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-3a64eb71-bb5c-4227-b5ce-9c9307a182fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:44.907693 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0939496 Jun 01 16:01:44.920139 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] Request body: {'port': {'device_id': 'e6316b9b-cc74-4e81-a545-f53cde736173', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:01:44.995547 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-3a64eb71-bb5c-4227-b5ce-9c9307a182fc None None] Port 938bd83f-24c6-4f15-bee9-671591a136d2 cannot update to ACTIVE because it is not bound. {{(pid=91977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 16:01:45.046540 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:45.069138 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001acaf8-5dea-4112-ba96-edde802696f8 req-ec002bfc-0876-48a3-8d23-35e71faacee7 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:45.071322 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-001acaf8-5dea-4112-ba96-edde802696f8 req-ec002bfc-0876-48a3-8d23-35e71faacee7 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6316b9b-cc74-4e81-a545-f53cde736173 HTTP/1.1" status: 200 len: 936 time: 0.0838051 Jun 01 16:01:45.118496 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-001acaf8-5dea-4112-ba96-edde802696f8 req-c9718b93-61d5-4ea8-bb0d-1a413b3d21b9 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4203af1-84d6-465b-9238-c22efe45b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404482 Jun 01 16:01:45.399816 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938bd83f-24c6-4f15-bee9-671591a136d2 {{(pid=91976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 16:01:45.407237 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:45.423057 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.provisioning_blocks [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] Transition to ACTIVE for port object 938bd83f-24c6-4f15-bee9-671591a136d2 will not be triggered until provisioned by entity L2. {{(pid=91976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:01:45.426820 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129416730'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:45.430595 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-94a2da90-aa73-41d8-8b48-548effd5e05e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:45.517433 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:01:45.581920 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] Pushing event updated for resources: {'Port': ['ID=938bd83f-24c6-4f15-bee9-671591a136d2,revision_number=2']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:45.584869 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:45.671986 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.managers [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] Attempting to bind port 938bd83f-24c6-4f15-bee9-671591a136d2 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 16:01:45.671986 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.managers [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] Attempting to bind port 938bd83f-24c6-4f15-bee9-671591a136d2 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'f3ee6646-6d43-4979-94ee-74b972917229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'afe2687e-de3b-47b7-9c07-b320a75928a3'}] {{(pid=91976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 16:01:45.671986 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] Attempting to bind port 938bd83f-24c6-4f15-bee9-671591a136d2 on network afe2687e-de3b-47b7-9c07-b320a75928a3 {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:01:45.676470 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] Port 938bd83f-24c6-4f15-bee9-671591a136d2 on network afe2687e-de3b-47b7-9c07-b320a75928a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 16:01:45.676784 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] Attempting to bind port 938bd83f-24c6-4f15-bee9-671591a136d2 on network afe2687e-de3b-47b7-9c07-b320a75928a3 {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:01:45.682583 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] Checking agent: {'id': 'c6431322-3330-4f13-924b-76ac3aabd9b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'started_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 16, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 16:01:45.682915 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] Checking segment: {'id': 'f3ee6646-6d43-4979-94ee-74b972917229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'afe2687e-de3b-47b7-9c07-b320a75928a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:01:45.683335 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] Bound using segment: {'id': 'f3ee6646-6d43-4979-94ee-74b972917229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'afe2687e-de3b-47b7-9c07-b320a75928a3'} {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 16:01:45.683781 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.managers [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] Bound port: 938bd83f-24c6-4f15-bee9-671591a136d2, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ee6646-6d43-4979-94ee-74b972917229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'afe2687e-de3b-47b7-9c07-b320a75928a3'}}] {{(pid=91976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 16:01:45.684158 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:45.779473 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] For port 938bd83f-24c6-4f15-bee9-671591a136d2, host hv-cinder-79351, cleared binding levels {{(pid=91976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 16:01:45.782537 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] For port 938bd83f-24c6-4f15-bee9-671591a136d2, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=938bd83f-24c6-4f15-bee9-671591a136d2,segment=NetworkSegment(f3ee6646-6d43-4979-94ee-74b972917229),segment_id=f3ee6646-6d43-4979-94ee-74b972917229)] {{(pid=91976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 16:01:45.787011 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129416730'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:45.791416 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-ad6fcdba-a45e-45c1-83bc-8f3ac0fc0d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:45.847429 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:45.848125 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:45.849359 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] 10.222.0.89 "PUT /v2.0/ports/938bd83f-24c6-4f15-bee9-671591a136d2 HTTP/1.1" status: 200 len: 1098 time: 0.9334726 Jun 01 16:01:45.853953 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6316b9b-cc74-4e81-a545-f53cde736173', 'tag': '938bd83f-24c6-4f15-bee9-671591a136d2'}] {{(pid=91976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:01:45.856526 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f9d738effd6d9aceb087a38e3a2b49a7446793e3ad91c39eafceb576f9fb4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f30c46e-6587-4d6a-8961-f412458a0d38" -d '{"events": [{"name": "network-changed", "server_uuid": "e6316b9b-cc74-4e81-a545-f53cde736173", "tag": "938bd83f-24c6-4f15-bee9-671591a136d2"}]}' {{(pid=91976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:01:45.878151 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] Pushing event updated for resources: {'Port': ['ID=938bd83f-24c6-4f15-bee9-671591a136d2,revision_number=3']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:45.882773 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-a2c49e6f-5ec9-4633-b155-4a2e8130fd6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:45.931890 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 16:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5303749c-99e8-4693-936a-771fd657c400 x-openstack-request-id: req-5303749c-99e8-4693-936a-771fd657c400 {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:01:45.932149 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6316b9b-cc74-4e81-a545-f53cde736173", "tag": "938bd83f-24c6-4f15-bee9-671591a136d2", "status": "completed", "code": 200}]} {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:01:45.932443 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5303749c-99e8-4693-936a-771fd657c400 {{(pid=91976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:01:45.932873 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6316b9b-cc74-4e81-a545-f53cde736173', 'tag': '938bd83f-24c6-4f15-bee9-671591a136d2', 'status': 'completed', 'code': 200} Jun 01 16:01:45.978549 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-347a79e0-2c57-4411-b119-0a9bea85a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:45.980126 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-347a79e0-2c57-4411-b119-0a9bea85a80d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b659e78387ca41bf9c123d85907802fc&device_id=e6316b9b-cc74-4e81-a545-f53cde736173 HTTP/1.1" status: 200 len: 1101 time: 0.0821753 Jun 01 16:01:46.069592 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-e0e4f413-daba-4763-b948-b6b5765ae7cc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=938bd83f-24c6-4f15-bee9-671591a136d2 HTTP/1.1" status: 200 len: 217 time: 0.0818529 Jun 01 16:01:46.153191 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-ffbb3c47-c6e1-400d-a3a9-a7bd4120c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:46.154758 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-ffbb3c47-c6e1-400d-a3a9-a7bd4120c63c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62bae524-5310-4eeb-9448-69721418d774 HTTP/1.1" status: 200 len: 843 time: 0.0793090 Jun 01 16:01:46.233812 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d24ff0fc-71cd-4cee-8b25-64ef161d980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:46.235212 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-d24ff0fc-71cd-4cee-8b25-64ef161d980e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=afe2687e-de3b-47b7-9c07-b320a75928a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0735250 Jun 01 16:01:46.347770 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3403d-85f4-4be8-a7db-e6c8fc0f5cfe req-9680fdf6-e9b3-4b02-994b-7ef2430d7a67 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:46.349290 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-96c3403d-85f4-4be8-a7db-e6c8fc0f5cfe req-9680fdf6-e9b3-4b02-994b-7ef2430d7a67 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6316b9b-cc74-4e81-a545-f53cde736173 HTTP/1.1" status: 200 len: 948 time: 0.0888510 Jun 01 16:01:46.375335 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-c28d10c9-35fb-4c37-9c32-bbcb0b15a7ff service neutron] 10.222.0.89 "GET /v2.0/networks/afe2687e-de3b-47b7-9c07-b320a75928a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337574 Jun 01 16:01:46.398133 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-96c3403d-85f4-4be8-a7db-e6c8fc0f5cfe req-b5254b34-64da-4ef8-a630-d6f9ca8833ce tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4203af1-84d6-465b-9238-c22efe45b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426440 Jun 01 16:01:46.521070 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-040b8a93-f387-4cf1-8ec4-7e320c875291 req-1e5b79b6-ac58-416c-b916-04ff6e4fd8af service neutron] 10.222.0.89 "GET /v2.0/networks/afe2687e-de3b-47b7-9c07-b320a75928a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377594 Jun 01 16:01:46.644763 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30c46e-6587-4d6a-8961-f412458a0d38 req-8091b8ae-1469-49b6-b705-7bc9e493cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:46.646329 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-3f30c46e-6587-4d6a-8961-f412458a0d38 req-8091b8ae-1469-49b6-b705-7bc9e493cf30 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b659e78387ca41bf9c123d85907802fc&device_id=e6316b9b-cc74-4e81-a545-f53cde736173 HTTP/1.1" status: 200 len: 1101 time: 0.0743015 Jun 01 16:01:46.889229 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30c46e-6587-4d6a-8961-f412458a0d38 req-a507d146-62fc-42e7-815c-9ec26734f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:46.890812 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-3f30c46e-6587-4d6a-8961-f412458a0d38 req-a507d146-62fc-42e7-815c-9ec26734f727 service neutron] 10.222.0.89 "GET /v2.0/networks?id=afe2687e-de3b-47b7-9c07-b320a75928a3 HTTP/1.1" status: 200 len: 870 time: 0.2379556 Jun 01 16:01:46.967290 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-3f30c46e-6587-4d6a-8961-f412458a0d38 req-bfb51652-0e36-4cab-a4fa-c58f571d4a03 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=938bd83f-24c6-4f15-bee9-671591a136d2 HTTP/1.1" status: 200 len: 217 time: 0.0695579 Jun 01 16:01:47.040244 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30c46e-6587-4d6a-8961-f412458a0d38 req-78081124-9af3-46f9-874b-32c27417039e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:47.041706 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-3f30c46e-6587-4d6a-8961-f412458a0d38 req-78081124-9af3-46f9-874b-32c27417039e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=62bae524-5310-4eeb-9448-69721418d774 HTTP/1.1" status: 200 len: 843 time: 0.0676980 Jun 01 16:01:47.126952 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30c46e-6587-4d6a-8961-f412458a0d38 req-15ef7b77-8c45-4fda-ae34-2c1a9b4a0c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:47.128795 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-3f30c46e-6587-4d6a-8961-f412458a0d38 req-15ef7b77-8c45-4fda-ae34-2c1a9b4a0c06 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=afe2687e-de3b-47b7-9c07-b320a75928a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0790212 Jun 01 16:01:47.272919 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-3f30c46e-6587-4d6a-8961-f412458a0d38 req-7d4f5705-118d-46f8-adfc-4cfdba8fa9bc service neutron] 10.222.0.89 "GET /v2.0/networks/afe2687e-de3b-47b7-9c07-b320a75928a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370840 Jun 01 16:01:47.411177 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-3f30c46e-6587-4d6a-8961-f412458a0d38 req-e66ab9de-24bf-4855-8677-8d1d311abad5 service neutron] 10.222.0.89 "GET /v2.0/networks/afe2687e-de3b-47b7-9c07-b320a75928a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319766 Jun 01 16:01:47.592081 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f9af8-e51e-4a49-b70d-3d50179f0195 req-858d23b7-6e63-407a-aae0-59351c8f3022 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:47.593446 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-657f9af8-e51e-4a49-b70d-3d50179f0195 req-858d23b7-6e63-407a-aae0-59351c8f3022 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6316b9b-cc74-4e81-a545-f53cde736173 HTTP/1.1" status: 200 len: 948 time: 0.0815132 Jun 01 16:01:47.641274 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-657f9af8-e51e-4a49-b70d-3d50179f0195 req-22a9c034-d1b4-445e-a67c-9ba4c247f47d tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4203af1-84d6-465b-9238-c22efe45b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421364 Jun 01 16:01:48.842402 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2695f7-f966-4d6e-b926-98e1ed70d547 req-4185074a-2302-4b98-8122-f8ec0205e353 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:48.843921 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ea2695f7-f966-4d6e-b926-98e1ed70d547 req-4185074a-2302-4b98-8122-f8ec0205e353 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6316b9b-cc74-4e81-a545-f53cde736173 HTTP/1.1" status: 200 len: 948 time: 0.0842993 Jun 01 16:01:48.890212 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ea2695f7-f966-4d6e-b926-98e1ed70d547 req-1e96a6dd-7979-44c6-968c-71a69ca66b95 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4203af1-84d6-465b-9238-c22efe45b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405607 Jun 01 16:01:49.520491 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 938bd83f-24c6-4f15-bee9-671591a136d2 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 16:01:49.651485 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 938bd83f-24c6-4f15-bee9-671591a136d2, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=938bd83f-24c6-4f15-bee9-671591a136d2,segment=NetworkSegment(f3ee6646-6d43-4979-94ee-74b972917229),segment_id=f3ee6646-6d43-4979-94ee-74b972917229)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:01:49.664401 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Returning: {'device': '938bd83f-24c6-4f15-bee9-671591a136d2', 'network_id': 'afe2687e-de3b-47b7-9c07-b320a75928a3', 'port_id': '938bd83f-24c6-4f15-bee9-671591a136d2', 'mac_address': 'fa:16:3e:45:97:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62bae524-5310-4eeb-9448-69721418d774', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 16:01:49.717627 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:49.739822 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938bd83f-24c6-4f15-bee9-671591a136d2 {{(pid=91977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 16:01:49.756078 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 938bd83f-24c6-4f15-bee9-671591a136d2, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=938bd83f-24c6-4f15-bee9-671591a136d2,segment=NetworkSegment(f3ee6646-6d43-4979-94ee-74b972917229),segment_id=f3ee6646-6d43-4979-94ee-74b972917229)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:01:49.761337 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:49.763200 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:49.830370 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=938bd83f-24c6-4f15-bee9-671591a136d2,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:49.833436 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:49.968220 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['938bd83f-24c6-4f15-bee9-671591a136d2'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 16:01:50.084482 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188bb03-dbd9-4500-80da-78b1b2ec9652 req-a77b7f52-327d-4ec0-a73e-302af2c5573b tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:50.085878 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8188bb03-dbd9-4500-80da-78b1b2ec9652 req-a77b7f52-327d-4ec0-a73e-302af2c5573b tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6316b9b-cc74-4e81-a545-f53cde736173 HTTP/1.1" status: 200 len: 949 time: 0.0828793 Jun 01 16:01:50.134972 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8188bb03-dbd9-4500-80da-78b1b2ec9652 req-991f62a3-6cdd-49df-941d-2d00014da2e2 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4203af1-84d6-465b-9238-c22efe45b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426867 Jun 01 16:01:51.319895 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697416e6-3e88-46a8-b9ac-c3c0ad9037e5 req-d80499e3-7ef2-4f34-8b19-0e24d93c845a tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:51.321765 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-697416e6-3e88-46a8-b9ac-c3c0ad9037e5 req-d80499e3-7ef2-4f34-8b19-0e24d93c845a tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6316b9b-cc74-4e81-a545-f53cde736173 HTTP/1.1" status: 200 len: 949 time: 0.0804501 Jun 01 16:01:51.367840 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-697416e6-3e88-46a8-b9ac-c3c0ad9037e5 req-8766a768-78b6-4fd8-b369-91667b61e93e tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4203af1-84d6-465b-9238-c22efe45b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404639 Jun 01 16:01:51.552086 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 938bd83f-24c6-4f15-bee9-671591a136d2 up at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:01:51.622945 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning for port 938bd83f-24c6-4f15-bee9-671591a136d2 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:01:51.627606 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning complete for port 938bd83f-24c6-4f15-bee9-671591a136d2 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:01:51.627981 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:51.745891 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:51.774424 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6316b9b-cc74-4e81-a545-f53cde736173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938bd83f-24c6-4f15-bee9-671591a136d2'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:01:51.776791 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe164ba-824f-4bd9-80d7-6d2aea9840b0" -d '{"events": [{"server_uuid": "e6316b9b-cc74-4e81-a545-f53cde736173", "name": "network-vif-plugged", "status": "completed", "tag": "938bd83f-24c6-4f15-bee9-671591a136d2"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:01:51.784788 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 938bd83f-24c6-4f15-bee9-671591a136d2, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=938bd83f-24c6-4f15-bee9-671591a136d2,segment=NetworkSegment(f3ee6646-6d43-4979-94ee-74b972917229),segment_id=f3ee6646-6d43-4979-94ee-74b972917229)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:01:51.789463 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:51.791982 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:51.826374 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 16:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de8af58-25df-419f-a50c-ccc04689b8e1 x-openstack-request-id: req-1de8af58-25df-419f-a50c-ccc04689b8e1 {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:01:51.826676 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6316b9b-cc74-4e81-a545-f53cde736173", "name": "network-vif-plugged", "status": "completed", "tag": "938bd83f-24c6-4f15-bee9-671591a136d2", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:01:51.826939 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1de8af58-25df-419f-a50c-ccc04689b8e1 {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:01:51.827354 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6316b9b-cc74-4e81-a545-f53cde736173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938bd83f-24c6-4f15-bee9-671591a136d2', 'code': 200} Jun 01 16:01:51.859061 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=938bd83f-24c6-4f15-bee9-671591a136d2,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:51.862027 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:52.052780 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ced81f-cfb5-4704-8382-4da7fb747c59 req-eb3333c0-7353-4043-89ba-981cf71fa1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:52.054790 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-77ced81f-cfb5-4704-8382-4da7fb747c59 req-eb3333c0-7353-4043-89ba-981cf71fa1ad service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e6316b9b-cc74-4e81-a545-f53cde736173 HTTP/1.1" status: 200 len: 1103 time: 0.0785546 Jun 01 16:01:52.095342 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-77ced81f-cfb5-4704-8382-4da7fb747c59 req-caad8459-6665-4a7b-962c-4271a3e39c72 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c4203af1-84d6-465b-9238-c22efe45b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344584 Jun 01 16:01:52.559551 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6d8f9-5cad-4bfb-aade-4f8293082f27 req-5fbb96d6-f338-4d66-9547-e010339b75f0 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:52.561014 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-09c6d8f9-5cad-4bfb-aade-4f8293082f27 req-5fbb96d6-f338-4d66-9547-e010339b75f0 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6316b9b-cc74-4e81-a545-f53cde736173 HTTP/1.1" status: 200 len: 950 time: 0.0849004 Jun 01 16:01:52.607361 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-09c6d8f9-5cad-4bfb-aade-4f8293082f27 req-c4b69941-09f3-41a7-9a90-0c9618b5fa64 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4203af1-84d6-465b-9238-c22efe45b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405760 Jun 01 16:01:52.791797 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:53.802962 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37dd46-bc24-4927-88dc-c1cb4a7329f3 req-b6419003-18cf-421d-b0b8-13d9f9cacdd4 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:53.804401 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-df37dd46-bc24-4927-88dc-c1cb4a7329f3 req-b6419003-18cf-421d-b0b8-13d9f9cacdd4 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6316b9b-cc74-4e81-a545-f53cde736173 HTTP/1.1" status: 200 len: 950 time: 0.0842190 Jun 01 16:01:53.848621 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-df37dd46-bc24-4927-88dc-c1cb4a7329f3 req-ff223895-6f04-4641-aec4-798b15e50dd6 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4203af1-84d6-465b-9238-c22efe45b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385115 Jun 01 16:01:54.287546 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949baeaa-5b9f-476a-a0ca-2523cfc59853 req-ae1a0091-3ea2-4e06-a65a-ff04628cefa3 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:54.288914 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-949baeaa-5b9f-476a-a0ca-2523cfc59853 req-ae1a0091-3ea2-4e06-a65a-ff04628cefa3 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6316b9b-cc74-4e81-a545-f53cde736173 HTTP/1.1" status: 200 len: 950 time: 0.0845869 Jun 01 16:01:54.333678 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-949baeaa-5b9f-476a-a0ca-2523cfc59853 req-3a439c5d-7049-40c5-a6e5-74530ab36834 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4203af1-84d6-465b-9238-c22efe45b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391550 Jun 01 16:01:55.514173 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b2e7a-201c-4319-9176-c23d2a57c33a req-ad6206f1-b80d-4e48-b9ba-53c25ae7cd2e tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:55.514815 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-a89b2e7a-201c-4319-9176-c23d2a57c33a req-ad6206f1-b80d-4e48-b9ba-53c25ae7cd2e tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Synchronizing usage tracker for tenant:b659e78387ca41bf9c123d85907802fc on resource:port {{(pid=91976) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:01:55.538808 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-a89b2e7a-201c-4319-9176-c23d2a57c33a req-ad6206f1-b80d-4e48-b9ba-53c25ae7cd2e tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Unset dirty status for tenant:b659e78387ca41bf9c123d85907802fc on resource:port {{(pid=91976) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:01:55.540665 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-a89b2e7a-201c-4319-9176-c23d2a57c33a req-ad6206f1-b80d-4e48-b9ba-53c25ae7cd2e tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.89 "GET /v2.0/ports?device_id=e6316b9b-cc74-4e81-a545-f53cde736173 HTTP/1.1" status: 200 len: 950 time: 0.1344864 Jun 01 16:01:55.569838 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565e719-2650-4c5b-965e-49166eb70932 req-e61c3a26-2b68-4cd4-892a-15a3b5143fd7 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:01:55.572017 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8565e719-2650-4c5b-965e-49166eb70932 req-e61c3a26-2b68-4cd4-892a-15a3b5143fd7 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6316b9b-cc74-4e81-a545-f53cde736173 HTTP/1.1" status: 200 len: 950 time: 0.1121309 Jun 01 16:01:55.639574 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-8565e719-2650-4c5b-965e-49166eb70932 req-84f10da2-1381-4552-b502-c2316339597d tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4203af1-84d6-465b-9238-c22efe45b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603127 Jun 01 16:01:55.708616 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [req-a89b2e7a-201c-4319-9176-c23d2a57c33a req-4d035ee7-4bd7-4b0f-a2e2-2de1bdc5c15c tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Deleting port 938bd83f-24c6-4f15-bee9-671591a136d2 {{(pid=91976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:01:55.708954 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-a89b2e7a-201c-4319-9176-c23d2a57c33a req-4d035ee7-4bd7-4b0f-a2e2-2de1bdc5c15c tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:55.866424 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [req-a89b2e7a-201c-4319-9176-c23d2a57c33a req-4d035ee7-4bd7-4b0f-a2e2-2de1bdc5c15c tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] For port 938bd83f-24c6-4f15-bee9-671591a136d2, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=938bd83f-24c6-4f15-bee9-671591a136d2,segment=NetworkSegment(f3ee6646-6d43-4979-94ee-74b972917229),segment_id=f3ee6646-6d43-4979-94ee-74b972917229)] {{(pid=91976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:01:55.866720 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-a89b2e7a-201c-4319-9176-c23d2a57c33a req-4d035ee7-4bd7-4b0f-a2e2-2de1bdc5c15c tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:55.998367 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [req-a89b2e7a-201c-4319-9176-c23d2a57c33a req-4d035ee7-4bd7-4b0f-a2e2-2de1bdc5c15c tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Calling delete_port for 938bd83f-24c6-4f15-bee9-671591a136d2 owned by compute:nova {{(pid=91976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:01:56.143531 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-a89b2e7a-201c-4319-9176-c23d2a57c33a req-4d035ee7-4bd7-4b0f-a2e2-2de1bdc5c15c tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:56.152965 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-db850d18-b35e-4f00-8abe-aa372df910b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:01:56.204221 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d035ee7-4bd7-4b0f-a2e2-2de1bdc5c15c tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Pushing event deleted for resources: {'Port': ['ID=938bd83f-24c6-4f15-bee9-671591a136d2,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:01:56.206808 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-4d035ee7-4bd7-4b0f-a2e2-2de1bdc5c15c tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:01:56.313390 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89b2e7a-201c-4319-9176-c23d2a57c33a req-4d035ee7-4bd7-4b0f-a2e2-2de1bdc5c15c tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] No DVR routers for this DVR port 938bd83f-24c6-4f15-bee9-671591a136d2 on host hv-cinder-79351 {{(pid=91976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:01:56.318338 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-a89b2e7a-201c-4319-9176-c23d2a57c33a req-4d035ee7-4bd7-4b0f-a2e2-2de1bdc5c15c tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:01:56.322660 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6316b9b-cc74-4e81-a545-f53cde736173', 'name': 'network-vif-deleted', 'tag': '938bd83f-24c6-4f15-bee9-671591a136d2'}] {{(pid=91976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:01:56.325687 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f9d738effd6d9aceb087a38e3a2b49a7446793e3ad91c39eafceb576f9fb4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0563d0f7-ebf4-4352-aef3-000c1369cc57" -d '{"events": [{"server_uuid": "e6316b9b-cc74-4e81-a545-f53cde736173", "name": "network-vif-deleted", "tag": "938bd83f-24c6-4f15-bee9-671591a136d2"}]}' {{(pid=91976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:01:56.348137 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-a89b2e7a-201c-4319-9176-c23d2a57c33a req-4d035ee7-4bd7-4b0f-a2e2-2de1bdc5c15c tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.89 "DELETE /v2.0/ports/938bd83f-24c6-4f15-bee9-671591a136d2 HTTP/1.1" status: 204 len: 173 time: 0.8030317 Jun 01 16:01:56.380804 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 16:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543f59ef-f796-4119-a7c8-75d2e04cf3f5 x-openstack-request-id: req-543f59ef-f796-4119-a7c8-75d2e04cf3f5 {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:01:56.381147 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6316b9b-cc74-4e81-a545-f53cde736173", "name": "network-vif-deleted", "tag": "938bd83f-24c6-4f15-bee9-671591a136d2", "status": "completed", "code": 200}]} {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:01:56.381442 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-543f59ef-f796-4119-a7c8-75d2e04cf3f5 {{(pid=91976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:01:56.381993 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6316b9b-cc74-4e81-a545-f53cde736173', 'name': 'network-vif-deleted', 'tag': '938bd83f-24c6-4f15-bee9-671591a136d2', 'status': 'completed', 'code': 200} Jun 01 16:01:56.909627 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1d6fd360-9ded-44eb-a69f-4cb926922e56 req-39c584a4-054e-4cb9-bc50-f15a4bd527e0 tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6316b9b-cc74-4e81-a545-f53cde736173 HTTP/1.1" status: 200 len: 210 time: 0.1405807 Jun 01 16:01:57.614621 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 938bd83f-24c6-4f15-bee9-671591a136d2 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:01:57.670840 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] No Port match for: 938bd83f-24c6-4f15-bee9-671591a136d2 {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:01:57.672701 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 938bd83f-24c6-4f15-bee9-671591a136d2 not bound to the agent host hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:02:02.667173 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 37604) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:02:02.931666 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-df764389-1dfb-48c1-b2e2-cbea1529d1f5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b659e78387ca41bf9c123d85907802fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630129 Jun 01 16:02:02.934220 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 37608) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:02:02.996504 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-3b180fde-4a56-4fa4-9f5d-fd6fbf4530e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:03.029709 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-3b180fde-4a56-4fa4-9f5d-fd6fbf4530e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:03.094305 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-3b180fde-4a56-4fa4-9f5d-fd6fbf4530e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:03.098387 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-434980aa-217a-40e3-ba08-3d5a55ae4cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:03.112448 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b180fde-4a56-4fa4-9f5d-fd6fbf4530e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4203af1-84d6-465b-9238-c22efe45b633,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:03.114827 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-3b180fde-4a56-4fa4-9f5d-fd6fbf4530e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:03.119292 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-3b180fde-4a56-4fa4-9f5d-fd6fbf4530e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:03.122878 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-3b180fde-4a56-4fa4-9f5d-fd6fbf4530e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c4203af1-84d6-465b-9238-c22efe45b633 HTTP/1.1" status: 204 len: 168 time: 0.1853280 Jun 01 16:02:03.836073 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37630) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:02:03.956583 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-618882027-network', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:02:03.961512 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:02:03.966150 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] Usage tracker for resource:network and tenant:6ffb1478a98b495cbb45a8f41eaa1780 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:02:03.969245 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:02:03.976516 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:02:03.987674 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] Made reservation on behalf of 6ffb1478a98b495cbb45a8f41eaa1780 for: {'network': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 16:02:03.990205 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3889677'] for network, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:04.004353 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:04.018481 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:02:04.022285 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] Usage tracker for resource:security_group_rule and tenant:6ffb1478a98b495cbb45a8f41eaa1780 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:02:04.025374 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:02:04.031526 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:02:04.130281 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:04.134538 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:04.137555 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:04.166939 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=91976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 16:02:04.176328 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523b82ad-7dfe-46c3-9888-6144849c2acb,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:04.181070 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:04.183896 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:04.184281 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.db.segments_db [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] Added segment 5e508784-7c83-47ad-9c9c-31a01c8dc7cb of type vlan for network fcdf799f-3ed0-423a-9986-2ac629e85f3b Jun 01 16:02:04.216125 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737512412739'] for network, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:04.338223 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029'] for network, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:04.339918 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:04.342841 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:04.344268 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:04.439136 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6017926 Jun 01 16:02:04.442390 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 37634) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:02:04.447709 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-c5b87b21-d085-4de2-915a-d35c16d32dc4 admin admin] Request body: {'subnet': {'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-618882027-subnet', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'ip_version': 4}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:02:04.448688 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] Pushing event updated for resources: {'Network': ['ID=fcdf799f-3ed0-423a-9986-2ac629e85f3b,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:04.452285 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-b3f39408-ef71-4bb9-aa8e-565c4847b7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:04.453860 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-c5b87b21-d085-4de2-915a-d35c16d32dc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:02:04.460586 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-c5b87b21-d085-4de2-915a-d35c16d32dc4 admin admin] Usage tracker for resource:subnet and tenant:6ffb1478a98b495cbb45a8f41eaa1780 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:02:04.463119 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Network fcdf799f-3ed0-423a-9986-2ac629e85f3b details requested by agent ovs-agent-dv-cinder-793515-3-smb with host dv-cinder-793515-3-smb {{(pid=91977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 16:02:04.464724 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-c5b87b21-d085-4de2-915a-d35c16d32dc4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:02:04.471543 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-c5b87b21-d085-4de2-915a-d35c16d32dc4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:02:04.484954 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b87b21-d085-4de2-915a-d35c16d32dc4 admin admin] Made reservation on behalf of 6ffb1478a98b495cbb45a8f41eaa1780 for: {'subnet': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 16:02:04.487686 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c5b87b21-d085-4de2-915a-d35c16d32dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129423306'] for subnet, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:04.900737 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c5b87b21-d085-4de2-915a-d35c16d32dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128535233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129423352'] for subnet, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:04.905681 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-59d0a3b9-0f30-4896-a7c2-1ca10632b765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:04.980510 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b87b21-d085-4de2-915a-d35c16d32dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=738ec522-fe25-4513-9592-8eb829f92162,revision_number=0']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:04.983988 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-c5b87b21-d085-4de2-915a-d35c16d32dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:04.986487 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b87b21-d085-4de2-915a-d35c16d32dc4 admin admin] Checking segment: {'id': '5e508784-7c83-47ad-9c9c-31a01c8dc7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:02:04.986843 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b87b21-d085-4de2-915a-d35c16d32dc4 admin admin] Network hostable DHCP agents. Network: fcdf799f-3ed0-423a-9986-2ac629e85f3b, hostable agents: ['423065cf-a459-40a5-9d7d-37e9c3940aeb'], hosted agents: [] {{(pid=91975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 16:02:05.011108 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b87b21-d085-4de2-915a-d35c16d32dc4 admin admin] Network fcdf799f-3ed0-423a-9986-2ac629e85f3b is scheduled to be hosted by DHCP agent 423065cf-a459-40a5-9d7d-37e9c3940aeb with binding_index 1 {{(pid=91975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 16:02:05.020999 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [None req-c5b87b21-d085-4de2-915a-d35c16d32dc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-smb, fcdf799f-3ed0-423a-9986-2ac629e85f3b) {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:02:05.029699 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b87b21-d085-4de2-915a-d35c16d32dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:05.030425 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-c5b87b21-d085-4de2-915a-d35c16d32dc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:05.030572 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d996bf6a-f8b7-45b4-ac18-f91acc0dde0b None None] Network fcdf799f-3ed0-423a-9986-2ac629e85f3b requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:02:05.056015 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-c5b87b21-d085-4de2-915a-d35c16d32dc4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6121604 Jun 01 16:02:05.060695 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 37636) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:02:05.065791 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-618882027-router', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:02:05.070729 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:02:05.076356 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] Usage tracker for resource:router and tenant:6ffb1478a98b495cbb45a8f41eaa1780 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:02:05.079643 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:02:05.085986 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:02:05.099404 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-745426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2461'] for router, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:05.101076 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-606177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2474'] for router, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:05.121466 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:05.264355 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94bd9fb4-ba23-5bb7-a801-c8a49b7a9324-fcdf799f-3ed0-423a-9986-2ac629e85f3b', 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'fixed_ips': [{'subnet_id': '738ec522-fe25-4513-9592-8eb829f92162'}]}} from dv-cinder-793515-3-smb. {{(pid=91977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 16:02:05.265176 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:05.422246 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-745376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2488'] for router, precommit_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:05.434198 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.db_base_plugin_common [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Allocated IP 172.20.0.2 (fcdf799f-3ed0-423a-9986-2ac629e85f3b/738ec522-fe25-4513-9592-8eb829f92162/b2ea2635-f44c-467c-9320-b43b113afc38) {{(pid=91977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 16:02:05.666276 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Notify callbacks [] for port, precommit_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:05.676616 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Transition to ACTIVE for port object b2ea2635-f44c-467c-9320-b43b113afc38 will not be triggered until provisioned by entity L2. {{(pid=91977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:02:05.696460 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Transition to ACTIVE for port object b2ea2635-f44c-467c-9320-b43b113afc38 will not be triggered until provisioned by entity DHCP. {{(pid=91977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:02:05.703351 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225'] for port, after_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:05.708390 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:05.774491 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:05.777915 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Network fcdf799f-3ed0-423a-9986-2ac629e85f3b is already hosted by enough agents. {{(pid=91977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:02:05.780950 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.scheduler.base_scheduler [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Resources bound (agent type, host, resource id): {{(pid=91977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:02:05.783526 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Received port after_create {{(pid=91977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 16:02:05.793380 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Pushing event updated for resources: {'Port': ['ID=b2ea2635-f44c-467c-9320-b43b113afc38,revision_number=1']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:05.805400 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:05.834116 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:05.834519 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:05.834770 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:05.835172 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:05.835548 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:05.835767 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:05.836057 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:05.836398 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:05.836665 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:05.836978 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:05.837285 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:05.837632 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:05.841896 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:05.938012 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Attempting to bind port b2ea2635-f44c-467c-9320-b43b113afc38 on host dv-cinder-793515-3-smb for vnic_type normal with profile {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 16:02:05.938412 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Attempting to bind port b2ea2635-f44c-467c-9320-b43b113afc38 by drivers openvswitch,hyperv on host dv-cinder-793515-3-smb at level 0 using segments [{'id': '5e508784-7c83-47ad-9c9c-31a01c8dc7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b'}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 16:02:05.938744 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Attempting to bind port b2ea2635-f44c-467c-9320-b43b113afc38 on network fcdf799f-3ed0-423a-9986-2ac629e85f3b {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:02:05.945296 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Checking agent: {'id': '402afcd4-07c8-465d-b4fa-00ad646a8cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 16, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 16:02:05.945822 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Checking segment: {'id': '5e508784-7c83-47ad-9c9c-31a01c8dc7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:02:05.946236 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:05.946639 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Bound using segment: {'id': '5e508784-7c83-47ad-9c9c-31a01c8dc7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b'} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 16:02:05.947606 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Bound port: b2ea2635-f44c-467c-9320-b43b113afc38, host: dv-cinder-793515-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e508784-7c83-47ad-9c9c-31a01c8dc7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b'}}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 16:02:05.947606 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:06.043958 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] For port b2ea2635-f44c-467c-9320-b43b113afc38, host dv-cinder-793515-3-smb, cleared binding levels {{(pid=91977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 16:02:06.047410 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] For port b2ea2635-f44c-467c-9320-b43b113afc38, host dv-cinder-793515-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=b2ea2635-f44c-467c-9320-b43b113afc38,segment=NetworkSegment(5e508784-7c83-47ad-9c9c-31a01c8dc7cb),segment_id=5e508784-7c83-47ad-9c9c-31a01c8dc7cb)] {{(pid=91977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 16:02:06.054176 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:06.061505 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:06.071538 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_common [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] Allocated IP 172.28.0.40 (6e7482f9-9717-4453-9b2f-c40fb5d07656/517eec18-9bb2-4c7a-bda3-2fa22e1410fe/f6fd663a-f9f8-42b6-b18a-66219a459a23) {{(pid=91975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 16:02:06.155035 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Pushing event updated for resources: {'Port': ['ID=b2ea2635-f44c-467c-9320-b43b113afc38,revision_number=2']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:06.158091 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:06.233883 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:06.267417 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:06.272684 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-db2b45d5-808b-45d8-87df-df8a66b29985 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:06.372823 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] Network 6e7482f9-9717-4453-9b2f-c40fb5d07656 is already hosted by enough agents. {{(pid=91975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:02:06.376318 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:02:06.380375 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] Received port after_create {{(pid=91975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 16:02:06.428513 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] Pushing event updated for resources: {'Port': ['ID=f6fd663a-f9f8-42b6-b18a-66219a459a23,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:06.434038 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:06.873275 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:07.051784 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device b2ea2635-f44c-467c-9320-b43b113afc38 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:02:07.125468 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning for port b2ea2635-f44c-467c-9320-b43b113afc38 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:02:07.139742 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d004a3d5-6f08-42fa-9ed2-9e250f90b929 None None] Network fcdf799f-3ed0-423a-9986-2ac629e85f3b requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:02:07.272022 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-745387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634110'] for router, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:07.278359 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-c02fec04-a37e-4289-8179-ac7d0e230329 None None] Provisioning for port b2ea2635-f44c-467c-9320-b43b113afc38 completed by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:02:07.289879 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-c02fec04-a37e-4289-8179-ac7d0e230329 None None] Provisioning complete for port b2ea2635-f44c-467c-9320-b43b113afc38 triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:02:07.290261 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-c02fec04-a37e-4289-8179-ac7d0e230329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:07.502789 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] Router d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d is scheduled to L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e with binding_index 1 {{(pid=91975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 16:02:07.525062 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-c02fec04-a37e-4289-8179-ac7d0e230329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:07.574689 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-c02fec04-a37e-4289-8179-ac7d0e230329 None None] For port b2ea2635-f44c-467c-9320-b43b113afc38, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=b2ea2635-f44c-467c-9320-b43b113afc38,segment=NetworkSegment(5e508784-7c83-47ad-9c9c-31a01c8dc7cb),segment_id=5e508784-7c83-47ad-9c9c-31a01c8dc7cb)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:02:07.578721 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-c02fec04-a37e-4289-8179-ac7d0e230329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:07.581620 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:07.657487 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fec04-a37e-4289-8179-ac7d0e230329 None None] Pushing event updated for resources: {'Port': ['ID=b2ea2635-f44c-467c-9320-b43b113afc38,revision_number=3']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:07.661194 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-c02fec04-a37e-4289-8179-ac7d0e230329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:07.704563 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-afc84fed-6c46-4500-bb25-e45cb7c317c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:07.808909 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-c0ea5f96-0694-48ec-bb59-487f65cbdab6 None None] Provisioning complete for port b2ea2635-f44c-467c-9320-b43b113afc38 triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:02:07.809287 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-c0ea5f96-0694-48ec-bb59-487f65cbdab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:07.824470 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:02:07.842558 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] Sync routers for ids ['d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'] in dv-cinder-793515-3-smb {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:02:07.854225 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] Notify callbacks [] for router, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:07.856359 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-613453f1-0bce-4434-90b5-5acc89cc5c15 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7940500 Jun 01 16:02:07.858918 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 37638) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:02:07.871280 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] Routers {'d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:02:07.872065 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:01:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:02:08.168368 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] Set router d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:02:08.477579 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'name': 'tempest-TestShelveInstance-618882027-router', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:06Z', 'revision_number': 3, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'gw_port': {'id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:79:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb'}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:02:08.482376 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] Checking router: d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d for host: dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:02:08.482742 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] Updating router d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d port f6fd663a-f9f8-42b6-b18a-66219a459a23 binding host dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 16:02:08.544242 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:08.668157 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-cd9a3320-3fe3-4c51-a9fe-878feadb50fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:08.906627 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_common [None req-cd9a3320-3fe3-4c51-a9fe-878feadb50fe admin admin] Allocated IP 172.20.0.1 (fcdf799f-3ed0-423a-9986-2ac629e85f3b/738ec522-fe25-4513-9592-8eb829f92162/e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91) {{(pid=91975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 16:02:08.964127 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] Notify callbacks [] for port, precommit_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:08.979924 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] Transition to ACTIVE for port object f6fd663a-f9f8-42b6-b18a-66219a459a23 will not be triggered until provisioned by entity L2. {{(pid=91977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:02:08.987634 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:08.991420 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:09.028447 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device b2ea2635-f44c-467c-9320-b43b113afc38 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:02:09.067700 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-cd9a3320-3fe3-4c51-a9fe-878feadb50fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:09.083559 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.provisioning_blocks [None req-cd9a3320-3fe3-4c51-a9fe-878feadb50fe admin admin] Transition to ACTIVE for port object e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91 will not be triggered until provisioned by entity DHCP. {{(pid=91975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:02:09.112710 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-cd9a3320-3fe3-4c51-a9fe-878feadb50fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:09.117434 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-e8aada96-f40b-4b96-8ad5-a802fa81082f tempest-VolumesSnapshotTestJSON-1565414469 tempest-VolumesSnapshotTestJSON-1565414469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:09.126296 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] Attempting to bind port f6fd663a-f9f8-42b6-b18a-66219a459a23 on host dv-cinder-793515-3-smb for vnic_type normal with profile {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 16:02:09.126669 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] Attempting to bind port f6fd663a-f9f8-42b6-b18a-66219a459a23 by drivers openvswitch,hyperv on host dv-cinder-793515-3-smb at level 0 using segments [{'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 16:02:09.127031 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] Attempting to bind port f6fd663a-f9f8-42b6-b18a-66219a459a23 on network 6e7482f9-9717-4453-9b2f-c40fb5d07656 {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:02:09.129954 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3764fd4-12e5-4115-849d-2009d4b9f15e None None] Pushing event updated for resources: {'Port': ['ID=f6fd663a-f9f8-42b6-b18a-66219a459a23,revision_number=2']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:09.134038 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-d3764fd4-12e5-4115-849d-2009d4b9f15e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:09.137672 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] Checking agent: {'id': '402afcd4-07c8-465d-b4fa-00ad646a8cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 16, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 16:02:09.138048 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] Checking segment: {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:02:09.138439 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:09.138822 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] Bound using segment: {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 16:02:09.139305 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] Bound port: f6fd663a-f9f8-42b6-b18a-66219a459a23, host: dv-cinder-793515-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 16:02:09.139675 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:09.177006 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9a3320-3fe3-4c51-a9fe-878feadb50fe admin admin] Network fcdf799f-3ed0-423a-9986-2ac629e85f3b is already hosted by enough agents. {{(pid=91975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:02:09.180567 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [None req-cd9a3320-3fe3-4c51-a9fe-878feadb50fe admin admin] Resources bound (agent type, host, resource id): {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:02:09.183714 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9a3320-3fe3-4c51-a9fe-878feadb50fe admin admin] Received port after_create {{(pid=91975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 16:02:09.200298 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port b2ea2635-f44c-467c-9320-b43b113afc38 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:02:09.200691 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:09.226662 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a3320-3fe3-4c51-a9fe-878feadb50fe admin admin] Pushing event updated for resources: {'Port': ['ID=e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:09.230204 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-cd9a3320-3fe3-4c51-a9fe-878feadb50fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:09.249643 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-cd9a3320-3fe3-4c51-a9fe-878feadb50fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632884'] for router_interface, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:09.271681 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] For port f6fd663a-f9f8-42b6-b18a-66219a459a23, host dv-cinder-793515-3-smb, cleared binding levels {{(pid=91977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 16:02:09.276082 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] For port f6fd663a-f9f8-42b6-b18a-66219a459a23, host dv-cinder-793515-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=f6fd663a-f9f8-42b6-b18a-66219a459a23,segment=NetworkSegment(2169e936-6da0-43d3-a98e-548bcd0f9f05),segment_id=2169e936-6da0-43d3-a98e-548bcd0f9f05)] {{(pid=91977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 16:02:09.284630 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:09.297021 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-267a0791-affc-444d-9303-f7172335ea6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:09.452761 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] Routers {'d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:02:09.453282 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:01:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:02:09.537358 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-40c53c8d-e7a9-4792-8043-e8fcfb9f8530 None None] Provisioning for port e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91 completed by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:02:09.540180 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3764fd4-12e5-4115-849d-2009d4b9f15e None None] Pushing event updated for resources: {'Port': ['ID=f6fd663a-f9f8-42b6-b18a-66219a459a23,revision_number=3']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:09.549421 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-d3764fd4-12e5-4115-849d-2009d4b9f15e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:09.559975 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-40c53c8d-e7a9-4792-8043-e8fcfb9f8530 None None] Provisioning complete for port e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91 triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:02:09.560420 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-40c53c8d-e7a9-4792-8043-e8fcfb9f8530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:09.629837 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-cd9a3320-3fe3-4c51-a9fe-878feadb50fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:09.689162 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-40c53c8d-e7a9-4792-8043-e8fcfb9f8530 None None] Port e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91 cannot update to ACTIVE because it is not bound. {{(pid=91977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 16:02:09.708596 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] Set router d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:02:09.871373 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-cd9a3320-3fe3-4c51-a9fe-878feadb50fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:09.876726 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-cd9a3320-3fe3-4c51-a9fe-878feadb50fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128534600'] for port, after_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:09.904665 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-e2d0b389-5db1-4b73-80a8-6691a8515526 tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:10.000178 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a3320-3fe3-4c51-a9fe-878feadb50fe admin admin] Pushing event updated for resources: {'Port': ['ID=e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91,revision_number=2']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:10.002930 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-cd9a3320-3fe3-4c51-a9fe-878feadb50fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633003'] for router_interface, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:10.009330 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-cd9a3320-3fe3-4c51-a9fe-878feadb50fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:10.033880 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'name': 'tempest-TestShelveInstance-618882027-router', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:06Z', 'revision_number': 3, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'gw_port': {'id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:79:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb'}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:02:10.039701 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5860d0-ab68-4ec8-8abe-8cce7988eb78 None None] The sync data for ids ['d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'] in dv-cinder-793515-3-smb is: [{'id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'name': 'tempest-TestShelveInstance-618882027-router', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:06Z', 'revision_number': 3, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'gw_port': {'id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:79:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb'}] {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:02:10.167786 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-9e677b9a-3d15-4ded-acf5-eeafec2be6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:10.175821 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9a3320-3fe3-4c51-a9fe-878feadb50fe admin admin] Network fcdf799f-3ed0-423a-9986-2ac629e85f3b is already hosted by enough agents. {{(pid=91975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:02:10.176980 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [None req-cd9a3320-3fe3-4c51-a9fe-878feadb50fe admin admin] Resources bound (agent type, host, resource id): {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:02:10.205687 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:10.472533 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9a3320-3fe3-4c51-a9fe-878feadb50fe admin admin] Router d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:02:10.518148 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-3caaca4c-714e-45b1-862d-07b059b82de7 None None] Provisioning complete for port e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91 triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:02:10.518521 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-3caaca4c-714e-45b1-862d-07b059b82de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:10.577413 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-3caaca4c-714e-45b1-862d-07b059b82de7 None None] Port e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91 cannot update to ACTIVE because it is not bound. {{(pid=91977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 16:02:10.718608 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9a3320-3fe3-4c51-a9fe-878feadb50fe admin admin] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:02:10.741609 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-cd9a3320-3fe3-4c51-a9fe-878feadb50fe admin admin] 10.222.0.60 "PUT /v2.0/routers/d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8729820 Jun 01 16:02:11.053426 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device f6fd663a-f9f8-42b6-b18a-66219a459a23 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:02:11.140245 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning for port f6fd663a-f9f8-42b6-b18a-66219a459a23 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:02:11.146171 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port f6fd663a-f9f8-42b6-b18a-66219a459a23 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:02:11.146704 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:11.288445 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:11.311202 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] For port f6fd663a-f9f8-42b6-b18a-66219a459a23, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=f6fd663a-f9f8-42b6-b18a-66219a459a23,segment=NetworkSegment(2169e936-6da0-43d3-a98e-548bcd0f9f05),segment_id=2169e936-6da0-43d3-a98e-548bcd0f9f05)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:02:11.316190 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:11.318053 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:11.383826 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37654) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:02:11.390899 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-942998382-network', 'tenant_id': 'ae7859176c364c99bf6d4f5771d0a0d3'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:02:11.395796 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:02:11.400680 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] Usage tracker for resource:network and tenant:ae7859176c364c99bf6d4f5771d0a0d3 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:02:11.403785 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:02:11.414154 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:02:11.431018 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] Made reservation on behalf of ae7859176c364c99bf6d4f5771d0a0d3 for: {'network': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 16:02:11.433748 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3889677'] for network, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:11.437983 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:11.451854 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:11.452477 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Pushing event updated for resources: {'Port': ['ID=f6fd663a-f9f8-42b6-b18a-66219a459a23,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:11.456540 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:11.472101 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:02:11.478022 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] Usage tracker for resource:security_group_rule and tenant:ae7859176c364c99bf6d4f5771d0a0d3 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:02:11.482279 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:02:11.492337 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:02:11.589662 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:11.594894 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:11.602090 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-9bcc7bf4-0af4-49e0-8ee9-a132e6877105 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:11.631478 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=91976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 16:02:11.645398 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9857abd8-00a2-4faf-8296-9cd3fd33aecd,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:11.648733 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:11.652444 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:11.653006 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.db.segments_db [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] Added segment cba5281c-50fd-4681-b5c0-35aed855cad6 of type vlan for network 59e24ffa-a64f-46a7-b6c2-f652de047ce5 Jun 01 16:02:11.681965 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737512412739'] for network, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:11.714129 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029'] for network, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:11.715484 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:11.716060 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:11.719462 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:11.796020 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] Sync routers for ids ['d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'] in dv-cinder-793515-3-smb {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:02:11.807984 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] Routers {'d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:02:11.808859 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:02:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:02:11.816694 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4306855 Jun 01 16:02:11.820957 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 37656) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:02:11.822577 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] Pushing event updated for resources: {'Network': ['ID=59e24ffa-a64f-46a7-b6c2-f652de047ce5,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:11.825406 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-0fd006b5-a6dd-420a-8b1b-0e201f7bfe64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:11.827597 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-0e029b89-7533-4fd7-af67-b99d0486a525 admin admin] Request body: {'subnet': {'network_id': '59e24ffa-a64f-46a7-b6c2-f652de047ce5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-942998382-subnet', 'tenant_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'ip_version': 4}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:02:11.832539 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-0e029b89-7533-4fd7-af67-b99d0486a525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:02:11.836902 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-0e029b89-7533-4fd7-af67-b99d0486a525 admin admin] Usage tracker for resource:subnet and tenant:ae7859176c364c99bf6d4f5771d0a0d3 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:02:11.837427 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Network 59e24ffa-a64f-46a7-b6c2-f652de047ce5 details requested by agent ovs-agent-dv-cinder-793515-3-smb with host dv-cinder-793515-3-smb {{(pid=91977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 16:02:11.840482 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-0e029b89-7533-4fd7-af67-b99d0486a525 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:02:11.846827 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-0e029b89-7533-4fd7-af67-b99d0486a525 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:02:11.860610 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e029b89-7533-4fd7-af67-b99d0486a525 admin admin] Made reservation on behalf of ae7859176c364c99bf6d4f5771d0a0d3 for: {'subnet': 1} {{(pid=91975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 16:02:11.863143 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-0e029b89-7533-4fd7-af67-b99d0486a525 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129423306'] for subnet, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:12.036174 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] Set router d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:02:12.321353 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-0e029b89-7533-4fd7-af67-b99d0486a525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128535233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129423352'] for subnet, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:12.325832 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-a8ec79e1-12fb-4d73-887d-c8664f461e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:12.395055 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'name': 'tempest-TestShelveInstance-618882027-router', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:09Z', 'revision_number': 4, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'gw_port': {'id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:79:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': 'e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91', 'name': '', 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'mac_address': 'fa:16:3e:32:10:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '738ec522-fe25-4513-9592-8eb829f92162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:08Z', 'updated_at': '2021-06-01T16:02:09Z', 'revision_number': 2, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'subnets': [{'id': '738ec522-fe25-4513-9592-8eb829f92162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:02:12.400651 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] Checking router: d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d for host: dv-cinder-793515-3-smb {{(pid=91978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:02:12.401307 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] Updating router d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d port e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91 binding host dv-cinder-793515-3-smb {{(pid=91978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 16:02:12.459445 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:12.519529 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e029b89-7533-4fd7-af67-b99d0486a525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9d20423-8b83-47b5-8529-1731a8f73f16,revision_number=0']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:12.525790 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-0e029b89-7533-4fd7-af67-b99d0486a525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:12.534239 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e029b89-7533-4fd7-af67-b99d0486a525 admin admin] Checking segment: {'id': 'cba5281c-50fd-4681-b5c0-35aed855cad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '59e24ffa-a64f-46a7-b6c2-f652de047ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:02:12.534597 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e029b89-7533-4fd7-af67-b99d0486a525 admin admin] Network hostable DHCP agents. Network: 59e24ffa-a64f-46a7-b6c2-f652de047ce5, hostable agents: ['423065cf-a459-40a5-9d7d-37e9c3940aeb'], hosted agents: [] {{(pid=91975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 16:02:12.554212 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e029b89-7533-4fd7-af67-b99d0486a525 admin admin] Network 59e24ffa-a64f-46a7-b6c2-f652de047ce5 is scheduled to be hosted by DHCP agent 423065cf-a459-40a5-9d7d-37e9c3940aeb with binding_index 1 {{(pid=91975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 16:02:12.565721 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [None req-0e029b89-7533-4fd7-af67-b99d0486a525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-3-smb, 59e24ffa-a64f-46a7-b6c2-f652de047ce5) {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:02:12.577194 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e029b89-7533-4fd7-af67-b99d0486a525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:12.577777 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-0e029b89-7533-4fd7-af67-b99d0486a525 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:12.581064 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a145632e-5afc-4da3-af88-cef2d11c2433 None None] Network 59e24ffa-a64f-46a7-b6c2-f652de047ce5 requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:02:12.603826 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-0e029b89-7533-4fd7-af67-b99d0486a525 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7780223 Jun 01 16:02:12.604329 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 37658) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:02:12.611420 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.v2.base [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-942998382-router', 'tenant_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}}} {{(pid=91975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:02:12.615639 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:02:12.621323 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] Usage tracker for resource:router and tenant:ae7859176c364c99bf6d4f5771d0a0d3 is out of sync, need to count used quota {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:02:12.625355 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91975) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:02:12.632510 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.quota.driver [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91975) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:02:12.649507 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-745426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2461'] for router, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:12.652564 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-606177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2474'] for router, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:12.677367 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:12.821772 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94bd9fb4-ba23-5bb7-a801-c8a49b7a9324-59e24ffa-a64f-46a7-b6c2-f652de047ce5', 'network_id': '59e24ffa-a64f-46a7-b6c2-f652de047ce5', 'tenant_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'fixed_ips': [{'subnet_id': 'a9d20423-8b83-47b5-8529-1731a8f73f16'}]}} from dv-cinder-793515-3-smb. {{(pid=91977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 16:02:12.823204 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:12.934405 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] Notify callbacks [] for port, precommit_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:12.958354 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.provisioning_blocks [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] Transition to ACTIVE for port object e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91 will not be triggered until provisioned by entity L2. {{(pid=91978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:02:12.977909 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:12.985090 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [None req-8d71c5d6-6d1d-445c-926a-540966ce6e44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:13.044760 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-745376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2488'] for router, precommit_update {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:13.059679 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device f6fd663a-f9f8-42b6-b18a-66219a459a23 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:02:13.088395 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13066b9f-c81e-4c11-8398-7e0a1627c2c9 None None] Pushing event updated for resources: {'Port': ['ID=e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91,revision_number=3']} {{(pid=91978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:13.155547 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.db_base_plugin_common [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Allocated IP 172.20.0.2 (59e24ffa-a64f-46a7-b6c2-f652de047ce5/a9d20423-8b83-47b5-8529-1731a8f73f16/8eadc54a-91e4-444a-9fe4-7dec7c09f56a) {{(pid=91977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 16:02:13.204524 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port f6fd663a-f9f8-42b6-b18a-66219a459a23 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:02:13.204862 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:13.260345 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13066b9f-c81e-4c11-8398-7e0a1627c2c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:13.260745 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13066b9f-c81e-4c11-8398-7e0a1627c2c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:13.261111 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13066b9f-c81e-4c11-8398-7e0a1627c2c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:13.261443 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13066b9f-c81e-4c11-8398-7e0a1627c2c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:13.262081 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13066b9f-c81e-4c11-8398-7e0a1627c2c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:13.262081 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13066b9f-c81e-4c11-8398-7e0a1627c2c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:13.262393 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13066b9f-c81e-4c11-8398-7e0a1627c2c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:13.262712 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13066b9f-c81e-4c11-8398-7e0a1627c2c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:13.263031 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13066b9f-c81e-4c11-8398-7e0a1627c2c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:13.263512 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13066b9f-c81e-4c11-8398-7e0a1627c2c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:13.263841 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13066b9f-c81e-4c11-8398-7e0a1627c2c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:13.264157 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13066b9f-c81e-4c11-8398-7e0a1627c2c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:13.306933 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [None req-13066b9f-c81e-4c11-8398-7e0a1627c2c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:13.325445 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.managers [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] Attempting to bind port e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91 on host dv-cinder-793515-3-smb for vnic_type normal with profile {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 16:02:13.325820 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.managers [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] Attempting to bind port e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91 by drivers openvswitch,hyperv on host dv-cinder-793515-3-smb at level 0 using segments [{'id': '5e508784-7c83-47ad-9c9c-31a01c8dc7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b'}] {{(pid=91978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 16:02:13.326191 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] Attempting to bind port e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91 on network fcdf799f-3ed0-423a-9986-2ac629e85f3b {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:02:13.332932 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] Checking agent: {'id': '402afcd4-07c8-465d-b4fa-00ad646a8cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 16, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 16:02:13.334128 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] Checking segment: {'id': '5e508784-7c83-47ad-9c9c-31a01c8dc7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:02:13.334128 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:13.334128 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] Bound using segment: {'id': '5e508784-7c83-47ad-9c9c-31a01c8dc7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b'} {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 16:02:13.334761 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.managers [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] Bound port: e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91, host: dv-cinder-793515-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e508784-7c83-47ad-9c9c-31a01c8dc7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b'}}] {{(pid=91978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 16:02:13.334908 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:13.427837 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:13.467672 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.db [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] For port e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91, host dv-cinder-793515-3-smb, cleared binding levels {{(pid=91978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 16:02:13.471440 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.db [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] For port e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91, host dv-cinder-793515-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91,segment=NetworkSegment(5e508784-7c83-47ad-9c9c-31a01c8dc7cb),segment_id=5e508784-7c83-47ad-9c9c-31a01c8dc7cb)] {{(pid=91978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 16:02:13.477808 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:13.484328 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [None req-5d26955b-e140-43b8-b785-7aaae5481a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:13.508424 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:13.546934 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:13.572245 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] Routers {'d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:02:13.572999 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:02:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:02:13.604873 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Notify callbacks [] for port, precommit_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:13.635730 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Transition to ACTIVE for port object 8eadc54a-91e4-444a-9fe4-7dec7c09f56a will not be triggered until provisioned by entity L2. {{(pid=91977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:02:13.641912 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13066b9f-c81e-4c11-8398-7e0a1627c2c9 None None] Pushing event updated for resources: {'Port': ['ID=e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91,revision_number=4']} {{(pid=91978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:13.653633 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [None req-13066b9f-c81e-4c11-8398-7e0a1627c2c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:13.675049 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Transition to ACTIVE for port object 8eadc54a-91e4-444a-9fe4-7dec7c09f56a will not be triggered until provisioned by entity DHCP. {{(pid=91977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:02:13.684471 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225'] for port, after_create {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:13.695486 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-59ec0669-9ba0-403d-be55-bb259ab75bf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:13.753117 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_common [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] Allocated IP 172.28.0.10 (6e7482f9-9717-4453-9b2f-c40fb5d07656/517eec18-9bb2-4c7a-bda3-2fa22e1410fe/e59304bb-fed7-4fd3-b971-f97ed4cd94a4) {{(pid=91975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 16:02:13.782318 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Network 59e24ffa-a64f-46a7-b6c2-f652de047ce5 is already hosted by enough agents. {{(pid=91977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:02:13.783759 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Pushing event updated for resources: {'Port': ['ID=8eadc54a-91e4-444a-9fe4-7dec7c09f56a,revision_number=1']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:13.785942 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.scheduler.base_scheduler [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Resources bound (agent type, host, resource id): {{(pid=91977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:02:13.787905 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:13.788736 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Received port after_create {{(pid=91977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 16:02:13.827245 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] Set router d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:02:13.924546 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Attempting to bind port 8eadc54a-91e4-444a-9fe4-7dec7c09f56a on host dv-cinder-793515-3-smb for vnic_type normal with profile {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 16:02:13.924920 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Attempting to bind port 8eadc54a-91e4-444a-9fe4-7dec7c09f56a by drivers openvswitch,hyperv on host dv-cinder-793515-3-smb at level 0 using segments [{'id': 'cba5281c-50fd-4681-b5c0-35aed855cad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '59e24ffa-a64f-46a7-b6c2-f652de047ce5'}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 16:02:13.928050 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Attempting to bind port 8eadc54a-91e4-444a-9fe4-7dec7c09f56a on network 59e24ffa-a64f-46a7-b6c2-f652de047ce5 {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:02:13.930804 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:13.936062 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Checking agent: {'id': '402afcd4-07c8-465d-b4fa-00ad646a8cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 16, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 16:02:13.936459 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Checking segment: {'id': 'cba5281c-50fd-4681-b5c0-35aed855cad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '59e24ffa-a64f-46a7-b6c2-f652de047ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:02:13.936910 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:13.937308 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Bound using segment: {'id': 'cba5281c-50fd-4681-b5c0-35aed855cad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '59e24ffa-a64f-46a7-b6c2-f652de047ce5'} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 16:02:13.937781 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Bound port: 8eadc54a-91e4-444a-9fe4-7dec7c09f56a, host: dv-cinder-793515-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba5281c-50fd-4681-b5c0-35aed855cad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '59e24ffa-a64f-46a7-b6c2-f652de047ce5'}}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 16:02:13.938152 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:13.963597 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:13.968313 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-1cd2a61d-0ff5-419a-bcc5-06548abdb886 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:14.036895 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] Network 6e7482f9-9717-4453-9b2f-c40fb5d07656 is already hosted by enough agents. {{(pid=91975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:02:14.039962 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.base_scheduler [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] Resources bound (agent type, host, resource id): {{(pid=91975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:02:14.050822 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] Received port after_create {{(pid=91975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 16:02:14.051958 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] For port 8eadc54a-91e4-444a-9fe4-7dec7c09f56a, host dv-cinder-793515-3-smb, cleared binding levels {{(pid=91977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 16:02:14.056590 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] For port 8eadc54a-91e4-444a-9fe4-7dec7c09f56a, host dv-cinder-793515-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=8eadc54a-91e4-444a-9fe4-7dec7c09f56a,segment=NetworkSegment(cba5281c-50fd-4681-b5c0-35aed855cad6),segment_id=cba5281c-50fd-4681-b5c0-35aed855cad6)] {{(pid=91977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 16:02:14.064463 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:14.070603 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:14.086557 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] Pushing event updated for resources: {'Port': ['ID=e59304bb-fed7-4fd3-b971-f97ed4cd94a4,revision_number=1']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:14.093470 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:14.159670 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Pushing event updated for resources: {'Port': ['ID=8eadc54a-91e4-444a-9fe4-7dec7c09f56a,revision_number=2']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:14.162908 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:14.181658 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'name': 'tempest-TestShelveInstance-618882027-router', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:09Z', 'revision_number': 4, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'gw_port': {'id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:79:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': 'e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91', 'name': '', 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'mac_address': 'fa:16:3e:32:10:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '738ec522-fe25-4513-9592-8eb829f92162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:08Z', 'updated_at': '2021-06-01T16:02:13Z', 'revision_number': 4, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'subnets': [{'id': '738ec522-fe25-4513-9592-8eb829f92162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:02:14.186477 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d6fccd-45bc-437e-ae2e-87ab04f89d5e None None] The sync data for ids ['d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'] in dv-cinder-793515-3-smb is: [{'id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'name': 'tempest-TestShelveInstance-618882027-router', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:09Z', 'revision_number': 4, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'gw_port': {'id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:79:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': 'e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91', 'name': '', 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'mac_address': 'fa:16:3e:32:10:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '738ec522-fe25-4513-9592-8eb829f92162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:08Z', 'updated_at': '2021-06-01T16:02:13Z', 'revision_number': 4, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'subnets': [{'id': '738ec522-fe25-4513-9592-8eb829f92162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:02:14.709205 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:15.120319 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:02:15.127092 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-745387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634110'] for router, after_create {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:15.207262 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning for port e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:02:15.214347 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:02:15.214756 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:15.331905 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba22e6db-4c33-47e2-807c-bcbc936a7759 None None] Network 59e24ffa-a64f-46a7-b6c2-f652de047ce5 requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:02:15.386904 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] Router f541e78e-8f97-4689-be33-ad94872b67b8 is scheduled to L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e with binding_index 1 {{(pid=91975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 16:02:15.437869 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:15.500186 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-cdcd6678-ed85-4460-85ee-5c85db5b8e50 None None] Provisioning for port 8eadc54a-91e4-444a-9fe4-7dec7c09f56a completed by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:02:15.553223 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] For port e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91,segment=NetworkSegment(5e508784-7c83-47ad-9c9c-31a01c8dc7cb),segment_id=5e508784-7c83-47ad-9c9c-31a01c8dc7cb)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:02:15.581203 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:15.582134 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 8eadc54a-91e4-444a-9fe4-7dec7c09f56a up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:02:15.584900 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:02:15.610081 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] Notify callbacks [] for router, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:15.611435 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-b5ca323e-53cb-4989-8e97-e6933788774b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0057428 Jun 01 16:02:15.615292 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-eb8f91b7-199c-4dff-a461-c54c654f006d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:15.615629 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37660) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:02:15.647887 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] Sync routers for ids ['f541e78e-8f97-4689-be33-ad94872b67b8'] in dv-cinder-793515-3-smb {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:02:15.709117 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] Routers {'f541e78e-8f97-4689-be33-ad94872b67b8'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:02:15.709759 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:02:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['f541e78e-8f97-4689-be33-ad94872b67b8'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:02:15.850306 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Pushing event updated for resources: {'Port': ['ID=e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:15.858623 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:15.955945 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning for port 8eadc54a-91e4-444a-9fe4-7dec7c09f56a completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:02:15.970380 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 8eadc54a-91e4-444a-9fe4-7dec7c09f56a triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:02:15.970759 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:16.034810 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] Set router f541e78e-8f97-4689-be33-ad94872b67b8 gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:02:16.314310 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-571ec092-52e6-4aba-b919-d4e91dde4af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:16.388872 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:16.469660 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] For port 8eadc54a-91e4-444a-9fe4-7dec7c09f56a, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=8eadc54a-91e4-444a-9fe4-7dec7c09f56a,segment=NetworkSegment(cba5281c-50fd-4681-b5c0-35aed855cad6),segment_id=cba5281c-50fd-4681-b5c0-35aed855cad6)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:02:16.477684 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:16.481405 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-c02fec04-a37e-4289-8179-ac7d0e230329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:16.509135 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-b2882b7b-7011-4827-9429-adf613e80a5d None None] Provisioning complete for port 8eadc54a-91e4-444a-9fe4-7dec7c09f56a triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:02:16.509957 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-b2882b7b-7011-4827-9429-adf613e80a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:16.561876 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_common [None req-571ec092-52e6-4aba-b919-d4e91dde4af7 admin admin] Allocated IP 172.20.0.1 (59e24ffa-a64f-46a7-b6c2-f652de047ce5/a9d20423-8b83-47b5-8529-1731a8f73f16/d6ea809c-b37d-4629-a24c-ce6130fb59a6) {{(pid=91976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 16:02:16.608269 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Pushing event updated for resources: {'Port': ['ID=8eadc54a-91e4-444a-9fe4-7dec7c09f56a,revision_number=3']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:16.614417 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:16.616127 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f541e78e-8f97-4689-be33-ad94872b67b8', 'name': 'tempest-TestShelveInstance-942998382-router', 'tenant_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e59304bb-fed7-4fd3-b971-f97ed4cd94a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:02:12Z', 'updated_at': '2021-06-01T16:02:14Z', 'revision_number': 3, 'project_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'gw_port': {'id': 'e59304bb-fed7-4fd3-b971-f97ed4cd94a4', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f541e78e-8f97-4689-be33-ad94872b67b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:13Z', 'updated_at': '2021-06-01T16:02:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb'}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:02:16.621373 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] Checking router: f541e78e-8f97-4689-be33-ad94872b67b8 for host: dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:02:16.621731 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] Updating router f541e78e-8f97-4689-be33-ad94872b67b8 port e59304bb-fed7-4fd3-b971-f97ed4cd94a4 binding host dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 16:02:16.715031 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-571ec092-52e6-4aba-b919-d4e91dde4af7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:16.720685 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:16.730904 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.provisioning_blocks [None req-571ec092-52e6-4aba-b919-d4e91dde4af7 admin admin] Transition to ACTIVE for port object d6ea809c-b37d-4629-a24c-ce6130fb59a6 will not be triggered until provisioned by entity DHCP. {{(pid=91976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:02:16.755820 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-571ec092-52e6-4aba-b919-d4e91dde4af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:16.761505 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-65978188-8935-45e3-ac34-1f2c7aeba684 tempest-AttachVolumeNegativeTest-633828313 tempest-AttachVolumeNegativeTest-633828313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:16.932431 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571ec092-52e6-4aba-b919-d4e91dde4af7 admin admin] Network 59e24ffa-a64f-46a7-b6c2-f652de047ce5 is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:02:16.935928 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-571ec092-52e6-4aba-b919-d4e91dde4af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:02:16.937989 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ec092-52e6-4aba-b919-d4e91dde4af7 admin admin] Pushing event updated for resources: {'Port': ['ID=d6ea809c-b37d-4629-a24c-ce6130fb59a6,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:16.940316 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571ec092-52e6-4aba-b919-d4e91dde4af7 admin admin] Received port after_create {{(pid=91976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 16:02:16.970138 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-571ec092-52e6-4aba-b919-d4e91dde4af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:17.013149 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-571ec092-52e6-4aba-b919-d4e91dde4af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-632884'] for router_interface, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:17.082138 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:02:17.232484 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] Notify callbacks [] for port, precommit_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:17.243148 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-f4419cc5-a8cf-452a-8372-d68ae9b648ca None None] Provisioning for port d6ea809c-b37d-4629-a24c-ce6130fb59a6 completed by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:02:17.254751 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] Transition to ACTIVE for port object e59304bb-fed7-4fd3-b971-f97ed4cd94a4 will not be triggered until provisioned by entity L2. {{(pid=91977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:02:17.257226 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-f4419cc5-a8cf-452a-8372-d68ae9b648ca None None] Provisioning complete for port d6ea809c-b37d-4629-a24c-ce6130fb59a6 triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:02:17.257613 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f4419cc5-a8cf-452a-8372-d68ae9b648ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:17.292965 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-571ec092-52e6-4aba-b919-d4e91dde4af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:17.297627 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:17.309266 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:17.387625 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:02:17.388005 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:17.420186 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-f4419cc5-a8cf-452a-8372-d68ae9b648ca None None] Port d6ea809c-b37d-4629-a24c-ce6130fb59a6 cannot update to ACTIVE because it is not bound. {{(pid=91977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 16:02:17.446580 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19041385-bf82-4b1f-9f8e-1f21af38881a None None] Pushing event updated for resources: {'Port': ['ID=e59304bb-fed7-4fd3-b971-f97ed4cd94a4,revision_number=2']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:17.448912 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] Attempting to bind port e59304bb-fed7-4fd3-b971-f97ed4cd94a4 on host dv-cinder-793515-3-smb for vnic_type normal with profile {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 16:02:17.449295 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] Attempting to bind port e59304bb-fed7-4fd3-b971-f97ed4cd94a4 by drivers openvswitch,hyperv on host dv-cinder-793515-3-smb at level 0 using segments [{'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 16:02:17.449666 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] Attempting to bind port e59304bb-fed7-4fd3-b971-f97ed4cd94a4 on network 6e7482f9-9717-4453-9b2f-c40fb5d07656 {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:02:17.454308 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-19041385-bf82-4b1f-9f8e-1f21af38881a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:17.461537 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] Checking agent: {'id': '402afcd4-07c8-465d-b4fa-00ad646a8cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 16, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 16:02:17.461904 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] Checking segment: {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:02:17.462313 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:17.462793 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] Bound using segment: {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'} {{(pid=91977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 16:02:17.463282 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.managers [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] Bound port: e59304bb-fed7-4fd3-b971-f97ed4cd94a4, host: dv-cinder-793515-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2169e936-6da0-43d3-a98e-548bcd0f9f05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656'}}] {{(pid=91977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 16:02:17.463666 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:17.552385 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-571ec092-52e6-4aba-b919-d4e91dde4af7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:17.558088 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-571ec092-52e6-4aba-b919-d4e91dde4af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129416730'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:17.590809 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-77059640-0a66-4a44-be80-14eeaf7d5995 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:17.596438 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] For port e59304bb-fed7-4fd3-b971-f97ed4cd94a4, host dv-cinder-793515-3-smb, cleared binding levels {{(pid=91977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 16:02:17.600774 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] For port e59304bb-fed7-4fd3-b971-f97ed4cd94a4, host dv-cinder-793515-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=e59304bb-fed7-4fd3-b971-f97ed4cd94a4,segment=NetworkSegment(2169e936-6da0-43d3-a98e-548bcd0f9f05),segment_id=2169e936-6da0-43d3-a98e-548bcd0f9f05)] {{(pid=91977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 16:02:17.602767 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 8eadc54a-91e4-444a-9fe4-7dec7c09f56a up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:02:17.632279 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:17.642448 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:17.669551 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-571ec092-52e6-4aba-b919-d4e91dde4af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633003'] for router_interface, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:17.673487 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ec092-52e6-4aba-b919-d4e91dde4af7 admin admin] Pushing event updated for resources: {'Port': ['ID=d6ea809c-b37d-4629-a24c-ce6130fb59a6,revision_number=2']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:17.676943 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-571ec092-52e6-4aba-b919-d4e91dde4af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:17.746092 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] Routers {'f541e78e-8f97-4689-be33-ad94872b67b8'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:02:17.746829 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:02:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['f541e78e-8f97-4689-be33-ad94872b67b8'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:02:17.818880 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19041385-bf82-4b1f-9f8e-1f21af38881a None None] Pushing event updated for resources: {'Port': ['ID=e59304bb-fed7-4fd3-b971-f97ed4cd94a4,revision_number=3']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:17.822714 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571ec092-52e6-4aba-b919-d4e91dde4af7 admin admin] Network 59e24ffa-a64f-46a7-b6c2-f652de047ce5 is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:02:17.823317 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-19041385-bf82-4b1f-9f8e-1f21af38881a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:17.823919 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-571ec092-52e6-4aba-b919-d4e91dde4af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:02:17.835727 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port 8eadc54a-91e4-444a-9fe4-7dec7c09f56a triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:02:17.836129 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:18.005790 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] Set router f541e78e-8f97-4689-be33-ad94872b67b8 gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:02:18.095799 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571ec092-52e6-4aba-b919-d4e91dde4af7 admin admin] Router f541e78e-8f97-4689-be33-ad94872b67b8 has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:02:18.210342 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-fe46055c-59a4-4870-b3ac-61d8cd20ca65 None None] Provisioning complete for port d6ea809c-b37d-4629-a24c-ce6130fb59a6 triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:02:18.210710 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-fe46055c-59a4-4870-b3ac-61d8cd20ca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:18.292372 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571ec092-52e6-4aba-b919-d4e91dde4af7 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:02:18.315100 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-571ec092-52e6-4aba-b919-d4e91dde4af7 admin admin] 10.222.0.60 "PUT /v2.0/routers/f541e78e-8f97-4689-be33-ad94872b67b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6851459 Jun 01 16:02:18.355381 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-fe46055c-59a4-4870-b3ac-61d8cd20ca65 None None] Port d6ea809c-b37d-4629-a24c-ce6130fb59a6 cannot update to ACTIVE because it is not bound. {{(pid=91977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 16:02:18.476924 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f541e78e-8f97-4689-be33-ad94872b67b8', 'name': 'tempest-TestShelveInstance-942998382-router', 'tenant_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e59304bb-fed7-4fd3-b971-f97ed4cd94a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:02:12Z', 'updated_at': '2021-06-01T16:02:17Z', 'revision_number': 4, 'project_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'gw_port': {'id': 'e59304bb-fed7-4fd3-b971-f97ed4cd94a4', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f541e78e-8f97-4689-be33-ad94872b67b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:13Z', 'updated_at': '2021-06-01T16:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': 'd6ea809c-b37d-4629-a24c-ce6130fb59a6', 'name': '', 'network_id': '59e24ffa-a64f-46a7-b6c2-f652de047ce5', 'tenant_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'mac_address': 'fa:16:3e:d6:22:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f541e78e-8f97-4689-be33-ad94872b67b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a9d20423-8b83-47b5-8529-1731a8f73f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:16Z', 'updated_at': '2021-06-01T16:02:17Z', 'revision_number': 2, 'project_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'subnets': [{'id': 'a9d20423-8b83-47b5-8529-1731a8f73f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:02:18.482323 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7939a45-a1d4-4607-89ae-8f9822a3116d None None] The sync data for ids ['f541e78e-8f97-4689-be33-ad94872b67b8'] in dv-cinder-793515-3-smb is: [{'id': 'f541e78e-8f97-4689-be33-ad94872b67b8', 'name': 'tempest-TestShelveInstance-942998382-router', 'tenant_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e59304bb-fed7-4fd3-b971-f97ed4cd94a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:02:12Z', 'updated_at': '2021-06-01T16:02:17Z', 'revision_number': 4, 'project_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'gw_port': {'id': 'e59304bb-fed7-4fd3-b971-f97ed4cd94a4', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f541e78e-8f97-4689-be33-ad94872b67b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:13Z', 'updated_at': '2021-06-01T16:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': 'd6ea809c-b37d-4629-a24c-ce6130fb59a6', 'name': '', 'network_id': '59e24ffa-a64f-46a7-b6c2-f652de047ce5', 'tenant_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'mac_address': 'fa:16:3e:d6:22:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f541e78e-8f97-4689-be33-ad94872b67b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a9d20423-8b83-47b5-8529-1731a8f73f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:16Z', 'updated_at': '2021-06-01T16:02:17Z', 'revision_number': 2, 'project_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'subnets': [{'id': 'a9d20423-8b83-47b5-8529-1731a8f73f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:02:18.987284 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37668) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:02:18.992061 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-a61add65-7fbd-4a13-b2ad-dbb1805480e7 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1102141092', 'description': 'tempest-secgroup-smoke-1102141092 description', 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:02:18.999178 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-a61add65-7fbd-4a13-b2ad-dbb1805480e7 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:02:19.003238 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-a61add65-7fbd-4a13-b2ad-dbb1805480e7 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Usage tracker for resource:security_group and tenant:6ffb1478a98b495cbb45a8f41eaa1780 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:02:19.006325 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-a61add65-7fbd-4a13-b2ad-dbb1805480e7 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:02:19.012821 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-a61add65-7fbd-4a13-b2ad-dbb1805480e7 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:02:19.024063 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-a61add65-7fbd-4a13-b2ad-dbb1805480e7 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for security_group, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:19.053303 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-a61add65-7fbd-4a13-b2ad-dbb1805480e7 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:02:19.057809 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-a61add65-7fbd-4a13-b2ad-dbb1805480e7 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Usage tracker for resource:security_group_rule and tenant:6ffb1478a98b495cbb45a8f41eaa1780 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:02:19.061192 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-a61add65-7fbd-4a13-b2ad-dbb1805480e7 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:02:19.067338 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-a61add65-7fbd-4a13-b2ad-dbb1805480e7 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:02:19.176343 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-a61add65-7fbd-4a13-b2ad-dbb1805480e7 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for security_group, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:19.182432 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-a61add65-7fbd-4a13-b2ad-dbb1805480e7 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:19.186922 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-317dd3af-1e61-45ab-9f7f-50ab9c47b622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:19.229494 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61add65-7fbd-4a13-b2ad-dbb1805480e7 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36325577-ae52-4b1c-9209-6de05276e8de,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:19.237765 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-a61add65-7fbd-4a13-b2ad-dbb1805480e7 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:19.239828 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-a61add65-7fbd-4a13-b2ad-dbb1805480e7 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:19.241883 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-a61add65-7fbd-4a13-b2ad-dbb1805480e7 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2533367 Jun 01 16:02:19.245403 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37670) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:02:19.252462 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-8f4a3836-58d1-4020-95cc-2bba3af06700 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Request body: {'security_group_rule': {'security_group_id': '36325577-ae52-4b1c-9209-6de05276e8de', 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:02:19.262749 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-8f4a3836-58d1-4020-95cc-2bba3af06700 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:02:19.269342 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-8f4a3836-58d1-4020-95cc-2bba3af06700 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Usage tracker for resource:security_group_rule and tenant:6ffb1478a98b495cbb45a8f41eaa1780 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:02:19.274412 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-8f4a3836-58d1-4020-95cc-2bba3af06700 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:02:19.282317 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-8f4a3836-58d1-4020-95cc-2bba3af06700 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:02:19.307257 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8f4a3836-58d1-4020-95cc-2bba3af06700 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:19.381531 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8f4a3836-58d1-4020-95cc-2bba3af06700 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:19.389943 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8f4a3836-58d1-4020-95cc-2bba3af06700 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596623'] for security_group_rule, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:19.402618 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:19.426272 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a3836-58d1-4020-95cc-2bba3af06700 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafb2d3b-0103-4fd5-95d2-7ff0d0c493af,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:19.429034 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-8f4a3836-58d1-4020-95cc-2bba3af06700 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:19.436970 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-8f4a3836-58d1-4020-95cc-2bba3af06700 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:19.438143 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-8f4a3836-58d1-4020-95cc-2bba3af06700 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1914964 Jun 01 16:02:19.440851 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37672) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:02:19.445228 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-91559dbd-c5ca-4487-9c23-b39485908bd9 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Request body: {'security_group_rule': {'security_group_id': '36325577-ae52-4b1c-9209-6de05276e8de', 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:02:19.451854 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-91559dbd-c5ca-4487-9c23-b39485908bd9 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:02:19.455630 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-91559dbd-c5ca-4487-9c23-b39485908bd9 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Usage tracker for resource:security_group_rule and tenant:6ffb1478a98b495cbb45a8f41eaa1780 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:02:19.458484 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-91559dbd-c5ca-4487-9c23-b39485908bd9 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:02:19.470538 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-91559dbd-c5ca-4487-9c23-b39485908bd9 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:02:19.593819 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-91559dbd-c5ca-4487-9c23-b39485908bd9 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:19.658118 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-91559dbd-c5ca-4487-9c23-b39485908bd9 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:19.662098 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-91559dbd-c5ca-4487-9c23-b39485908bd9 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596623'] for security_group_rule, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:19.664225 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:19.687722 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91559dbd-c5ca-4487-9c23-b39485908bd9 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30499422-faf5-460e-bb10-888cf25ebf3b,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:19.690188 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-91559dbd-c5ca-4487-9c23-b39485908bd9 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:19.697341 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-91559dbd-c5ca-4487-9c23-b39485908bd9 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:19.699622 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-91559dbd-c5ca-4487-9c23-b39485908bd9 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2567947 Jun 01 16:02:19.703407 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37674) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:02:19.708059 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-2e3898ee-5ed3-4441-906a-f8cb877a1a03 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Request body: {'security_group_rule': {'security_group_id': '36325577-ae52-4b1c-9209-6de05276e8de', 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:02:19.714464 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-2e3898ee-5ed3-4441-906a-f8cb877a1a03 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:02:19.718452 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-2e3898ee-5ed3-4441-906a-f8cb877a1a03 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Usage tracker for resource:security_group_rule and tenant:6ffb1478a98b495cbb45a8f41eaa1780 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:02:19.721552 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-2e3898ee-5ed3-4441-906a-f8cb877a1a03 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:02:19.727508 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-2e3898ee-5ed3-4441-906a-f8cb877a1a03 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:02:19.746316 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-2e3898ee-5ed3-4441-906a-f8cb877a1a03 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:19.818688 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-2e3898ee-5ed3-4441-906a-f8cb877a1a03 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:19.826554 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-2e3898ee-5ed3-4441-906a-f8cb877a1a03 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596623'] for security_group_rule, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:19.835006 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:19.857062 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3898ee-5ed3-4441-906a-f8cb877a1a03 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5614aa8-adae-4b1c-9e52-b5316672a935,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:19.859602 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-2e3898ee-5ed3-4441-906a-f8cb877a1a03 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:19.869606 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-2e3898ee-5ed3-4441-906a-f8cb877a1a03 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:19.871334 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-2e3898ee-5ed3-4441-906a-f8cb877a1a03 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1667781 Jun 01 16:02:19.873940 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37676) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:02:19.884788 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-6aa00cb2-a155-4ec9-ba58-4f0b10db91a4 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Request body: {'security_group_rule': {'security_group_id': '36325577-ae52-4b1c-9209-6de05276e8de', 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:02:19.890988 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-6aa00cb2-a155-4ec9-ba58-4f0b10db91a4 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:02:19.894942 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-6aa00cb2-a155-4ec9-ba58-4f0b10db91a4 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Usage tracker for resource:security_group_rule and tenant:6ffb1478a98b495cbb45a8f41eaa1780 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:02:19.897786 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-6aa00cb2-a155-4ec9-ba58-4f0b10db91a4 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:02:19.905330 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-6aa00cb2-a155-4ec9-ba58-4f0b10db91a4 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:02:19.925482 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6aa00cb2-a155-4ec9-ba58-4f0b10db91a4 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:19.994801 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6aa00cb2-a155-4ec9-ba58-4f0b10db91a4 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:19.998635 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6aa00cb2-a155-4ec9-ba58-4f0b10db91a4 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596623'] for security_group_rule, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:20.000796 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-fde23ff3-7c23-4ba8-a278-cae127459866 tempest-TestMinimumBasicScenario-1325325776 tempest-TestMinimumBasicScenario-1325325776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:20.022663 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00cb2-a155-4ec9-ba58-4f0b10db91a4 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c2874e-d9f7-4861-8474-48a3ea5757fb,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:20.025958 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-6aa00cb2-a155-4ec9-ba58-4f0b10db91a4 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:20.033300 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-6aa00cb2-a155-4ec9-ba58-4f0b10db91a4 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:20.034573 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-6aa00cb2-a155-4ec9-ba58-4f0b10db91a4 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1596804 Jun 01 16:02:20.038569 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37678) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:02:20.043862 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-90274dcd-20c9-4067-aa46-26c4933a16b2 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Request body: {'security_group_rule': {'security_group_id': '36325577-ae52-4b1c-9209-6de05276e8de', 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:02:20.050605 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-90274dcd-20c9-4067-aa46-26c4933a16b2 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:02:20.055096 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-90274dcd-20c9-4067-aa46-26c4933a16b2 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Usage tracker for resource:security_group_rule and tenant:6ffb1478a98b495cbb45a8f41eaa1780 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:02:20.058398 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-90274dcd-20c9-4067-aa46-26c4933a16b2 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:02:20.065415 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-90274dcd-20c9-4067-aa46-26c4933a16b2 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:02:20.077140 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.db.securitygroups_db [None req-90274dcd-20c9-4067-aa46-26c4933a16b2 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Project 6ffb1478a98b495cbb45a8f41eaa1780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 16:02:20.086146 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-90274dcd-20c9-4067-aa46-26c4933a16b2 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:20.160766 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-90274dcd-20c9-4067-aa46-26c4933a16b2 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:20.164554 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-90274dcd-20c9-4067-aa46-26c4933a16b2 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596623'] for security_group_rule, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:20.167605 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-2e3898ee-5ed3-4441-906a-f8cb877a1a03 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:20.189707 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90274dcd-20c9-4067-aa46-26c4933a16b2 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28de99a6-eb3c-44f5-8d26-f5b1c230a288,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:20.192172 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-90274dcd-20c9-4067-aa46-26c4933a16b2 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:20.206942 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-90274dcd-20c9-4067-aa46-26c4933a16b2 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:20.208204 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-90274dcd-20c9-4067-aa46-26c4933a16b2 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1686013 Jun 01 16:02:20.211509 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37680) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:02:20.220089 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-da0e9c63-19f5-4cc8-bf29-638b027b4307 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Request body: {'security_group_rule': {'security_group_id': '36325577-ae52-4b1c-9209-6de05276e8de', 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:02:20.228934 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-da0e9c63-19f5-4cc8-bf29-638b027b4307 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:02:20.234556 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-da0e9c63-19f5-4cc8-bf29-638b027b4307 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Usage tracker for resource:security_group_rule and tenant:6ffb1478a98b495cbb45a8f41eaa1780 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:02:20.238622 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-da0e9c63-19f5-4cc8-bf29-638b027b4307 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:02:20.247820 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-da0e9c63-19f5-4cc8-bf29-638b027b4307 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:02:20.261854 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.db.securitygroups_db [None req-da0e9c63-19f5-4cc8-bf29-638b027b4307 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Project 6ffb1478a98b495cbb45a8f41eaa1780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 16:02:20.269904 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-da0e9c63-19f5-4cc8-bf29-638b027b4307 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:20.350129 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-da0e9c63-19f5-4cc8-bf29-638b027b4307 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:20.354420 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-da0e9c63-19f5-4cc8-bf29-638b027b4307 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596623'] for security_group_rule, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:20.361443 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-6aa00cb2-a155-4ec9-ba58-4f0b10db91a4 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:20.381512 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e9c63-19f5-4cc8-bf29-638b027b4307 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456f5196-5d6f-4b7c-92e5-45442da1d4f8,revision_number=0']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:20.384252 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-da0e9c63-19f5-4cc8-bf29-638b027b4307 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:20.404120 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-da0e9c63-19f5-4cc8-bf29-638b027b4307 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:20.405337 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-da0e9c63-19f5-4cc8-bf29-638b027b4307 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1915250 Jun 01 16:02:21.059166 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device e59304bb-fed7-4fd3-b971-f97ed4cd94a4 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:02:21.138149 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning for port e59304bb-fed7-4fd3-b971-f97ed4cd94a4 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:02:21.146748 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port e59304bb-fed7-4fd3-b971-f97ed4cd94a4 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:02:21.147383 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:21.300999 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:21.319193 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] For port e59304bb-fed7-4fd3-b971-f97ed4cd94a4, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=e59304bb-fed7-4fd3-b971-f97ed4cd94a4,segment=NetworkSegment(2169e936-6da0-43d3-a98e-548bcd0f9f05),segment_id=2169e936-6da0-43d3-a98e-548bcd0f9f05)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:02:21.323032 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:21.324910 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-a84fc411-8865-4b26-9477-3ec3ffde885e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:21.407289 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Pushing event updated for resources: {'Port': ['ID=e59304bb-fed7-4fd3-b971-f97ed4cd94a4,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:21.411086 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:21.952769 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] Sync routers for ids ['f541e78e-8f97-4689-be33-ad94872b67b8'] in dv-cinder-793515-3-smb {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:02:21.962564 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] Routers {'f541e78e-8f97-4689-be33-ad94872b67b8'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:02:21.963906 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:02:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['f541e78e-8f97-4689-be33-ad94872b67b8'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:02:22.166575 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] Set router f541e78e-8f97-4689-be33-ad94872b67b8 gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:02:22.517866 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:02:22.551008 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f541e78e-8f97-4689-be33-ad94872b67b8', 'name': 'tempest-TestShelveInstance-942998382-router', 'tenant_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e59304bb-fed7-4fd3-b971-f97ed4cd94a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:02:12Z', 'updated_at': '2021-06-01T16:02:17Z', 'revision_number': 4, 'project_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'gw_port': {'id': 'e59304bb-fed7-4fd3-b971-f97ed4cd94a4', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f541e78e-8f97-4689-be33-ad94872b67b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:13Z', 'updated_at': '2021-06-01T16:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': 'd6ea809c-b37d-4629-a24c-ce6130fb59a6', 'name': '', 'network_id': '59e24ffa-a64f-46a7-b6c2-f652de047ce5', 'tenant_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'mac_address': 'fa:16:3e:d6:22:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f541e78e-8f97-4689-be33-ad94872b67b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a9d20423-8b83-47b5-8529-1731a8f73f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:16Z', 'updated_at': '2021-06-01T16:02:17Z', 'revision_number': 2, 'project_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'subnets': [{'id': 'a9d20423-8b83-47b5-8529-1731a8f73f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:02:22.555804 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] Checking router: f541e78e-8f97-4689-be33-ad94872b67b8 for host: dv-cinder-793515-3-smb {{(pid=91978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:02:22.556287 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] Updating router f541e78e-8f97-4689-be33-ad94872b67b8 port d6ea809c-b37d-4629-a24c-ce6130fb59a6 binding host dv-cinder-793515-3-smb {{(pid=91978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 16:02:22.609048 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:22.785082 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:22.976466 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] Notify callbacks [] for port, precommit_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:22.992309 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.provisioning_blocks [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] Transition to ACTIVE for port object d6ea809c-b37d-4629-a24c-ce6130fb59a6 will not be triggered until provisioned by entity L2. {{(pid=91978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:02:23.000635 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:23.004828 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:23.018265 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device e59304bb-fed7-4fd3-b971-f97ed4cd94a4 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:02:23.098943 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port e59304bb-fed7-4fd3-b971-f97ed4cd94a4 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:02:23.099410 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:23.174005 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e02f3-2421-4836-a55c-b91a64fc037a None None] Pushing event updated for resources: {'Port': ['ID=d6ea809c-b37d-4629-a24c-ce6130fb59a6,revision_number=3']} {{(pid=91978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:23.177365 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [None req-f47e02f3-2421-4836-a55c-b91a64fc037a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:23.249708 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.managers [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] Attempting to bind port d6ea809c-b37d-4629-a24c-ce6130fb59a6 on host dv-cinder-793515-3-smb for vnic_type normal with profile {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 16:02:23.250104 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.managers [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] Attempting to bind port d6ea809c-b37d-4629-a24c-ce6130fb59a6 by drivers openvswitch,hyperv on host dv-cinder-793515-3-smb at level 0 using segments [{'id': 'cba5281c-50fd-4681-b5c0-35aed855cad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '59e24ffa-a64f-46a7-b6c2-f652de047ce5'}] {{(pid=91978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 16:02:23.250468 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] Attempting to bind port d6ea809c-b37d-4629-a24c-ce6130fb59a6 on network 59e24ffa-a64f-46a7-b6c2-f652de047ce5 {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:02:23.256467 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] Checking agent: {'id': '402afcd4-07c8-465d-b4fa-00ad646a8cb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 45, 10), 'started_at': datetime.datetime(2021, 6, 1, 15, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 16, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 16:02:23.256840 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] Checking segment: {'id': 'cba5281c-50fd-4681-b5c0-35aed855cad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '59e24ffa-a64f-46a7-b6c2-f652de047ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:02:23.257245 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:23.257642 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] Bound using segment: {'id': 'cba5281c-50fd-4681-b5c0-35aed855cad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '59e24ffa-a64f-46a7-b6c2-f652de047ce5'} {{(pid=91978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 16:02:23.258115 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.managers [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] Bound port: d6ea809c-b37d-4629-a24c-ce6130fb59a6, host: dv-cinder-793515-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba5281c-50fd-4681-b5c0-35aed855cad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '59e24ffa-a64f-46a7-b6c2-f652de047ce5'}}] {{(pid=91978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 16:02:23.258491 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:23.357636 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.db [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] For port d6ea809c-b37d-4629-a24c-ce6130fb59a6, host dv-cinder-793515-3-smb, cleared binding levels {{(pid=91978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 16:02:23.360562 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.plugins.ml2.db [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] For port d6ea809c-b37d-4629-a24c-ce6130fb59a6, host dv-cinder-793515-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=d6ea809c-b37d-4629-a24c-ce6130fb59a6,segment=NetworkSegment(cba5281c-50fd-4681-b5c0-35aed855cad6),segment_id=cba5281c-50fd-4681-b5c0-35aed855cad6)] {{(pid=91978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 16:02:23.366215 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron_lib.callbacks.manager [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:23.371139 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [None req-5d26955b-e140-43b8-b785-7aaae5481a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:23.467984 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e02f3-2421-4836-a55c-b91a64fc037a None None] Pushing event updated for resources: {'Port': ['ID=d6ea809c-b37d-4629-a24c-ce6130fb59a6,revision_number=4']} {{(pid=91978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:23.470900 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] Routers {'f541e78e-8f97-4689-be33-ad94872b67b8'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:02:23.471750 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:02:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['f541e78e-8f97-4689-be33-ad94872b67b8'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:02:23.521330 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG oslo_concurrency.lockutils [None req-f47e02f3-2421-4836-a55c-b91a64fc037a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:23.666907 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] Set router f541e78e-8f97-4689-be33-ad94872b67b8 gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:02:24.037631 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f541e78e-8f97-4689-be33-ad94872b67b8', 'name': 'tempest-TestShelveInstance-942998382-router', 'tenant_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e59304bb-fed7-4fd3-b971-f97ed4cd94a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:02:12Z', 'updated_at': '2021-06-01T16:02:17Z', 'revision_number': 4, 'project_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'gw_port': {'id': 'e59304bb-fed7-4fd3-b971-f97ed4cd94a4', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f541e78e-8f97-4689-be33-ad94872b67b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:13Z', 'updated_at': '2021-06-01T16:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': 'd6ea809c-b37d-4629-a24c-ce6130fb59a6', 'name': '', 'network_id': '59e24ffa-a64f-46a7-b6c2-f652de047ce5', 'tenant_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'mac_address': 'fa:16:3e:d6:22:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f541e78e-8f97-4689-be33-ad94872b67b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a9d20423-8b83-47b5-8529-1731a8f73f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:16Z', 'updated_at': '2021-06-01T16:02:23Z', 'revision_number': 4, 'project_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'subnets': [{'id': 'a9d20423-8b83-47b5-8529-1731a8f73f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:02:24.042197 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc9748-19d4-4bdc-9b80-0d8ce64d9227 None None] The sync data for ids ['f541e78e-8f97-4689-be33-ad94872b67b8'] in dv-cinder-793515-3-smb is: [{'id': 'f541e78e-8f97-4689-be33-ad94872b67b8', 'name': 'tempest-TestShelveInstance-942998382-router', 'tenant_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e59304bb-fed7-4fd3-b971-f97ed4cd94a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:02:12Z', 'updated_at': '2021-06-01T16:02:17Z', 'revision_number': 4, 'project_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'gw_port': {'id': 'e59304bb-fed7-4fd3-b971-f97ed4cd94a4', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f541e78e-8f97-4689-be33-ad94872b67b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:13Z', 'updated_at': '2021-06-01T16:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': 'd6ea809c-b37d-4629-a24c-ce6130fb59a6', 'name': '', 'network_id': '59e24ffa-a64f-46a7-b6c2-f652de047ce5', 'tenant_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'mac_address': 'fa:16:3e:d6:22:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f541e78e-8f97-4689-be33-ad94872b67b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a9d20423-8b83-47b5-8529-1731a8f73f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:16Z', 'updated_at': '2021-06-01T16:02:23Z', 'revision_number': 4, 'project_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'subnets': [{'id': 'a9d20423-8b83-47b5-8529-1731a8f73f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:02:25.037639 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device d6ea809c-b37d-4629-a24c-ce6130fb59a6 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:02:25.116305 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning for port d6ea809c-b37d-4629-a24c-ce6130fb59a6 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:02:25.121277 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port d6ea809c-b37d-4629-a24c-ce6130fb59a6 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:02:25.121750 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:25.257100 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:25.294611 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] For port d6ea809c-b37d-4629-a24c-ce6130fb59a6, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=d6ea809c-b37d-4629-a24c-ce6130fb59a6,segment=NetworkSegment(cba5281c-50fd-4681-b5c0-35aed855cad6),segment_id=cba5281c-50fd-4681-b5c0-35aed855cad6)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:02:25.298640 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:25.300647 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:25.370987 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Pushing event updated for resources: {'Port': ['ID=d6ea809c-b37d-4629-a24c-ce6130fb59a6,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:25.374821 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:27.013054 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device d6ea809c-b37d-4629-a24c-ce6130fb59a6 up at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:02:27.091422 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Provisioning complete for port d6ea809c-b37d-4629-a24c-ce6130fb59a6 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:02:27.091792 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:34.654947 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-1a54dbe8-815b-40ca-a8a8-8cb2418e122b tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1102141092&fields=id&tenant_id=6ffb1478a98b495cbb45a8f41eaa1780 HTTP/1.1" status: 200 len: 267 time: 0.0545952 Jun 01 16:02:34.829411 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-6ad34f20-82b2-419d-983b-8d2a4916af0e tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:34.830971 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-6ad34f20-82b2-419d-983b-8d2a4916af0e tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/networks?id=fcdf799f-3ed0-423a-9986-2ac629e85f3b HTTP/1.1" status: 200 len: 808 time: 0.1675911 Jun 01 16:02:34.848134 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-7fd32301-a02d-4b14-a7b3-3233cad0d3da tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/quotas/6ffb1478a98b495cbb45a8f41eaa1780 HTTP/1.1" status: 200 len: 375 time: 0.0105612 Jun 01 16:02:34.941005 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-2b081b9a-ed2e-4ca0-b475-536bd9013842 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Synchronizing usage tracker for tenant:6ffb1478a98b495cbb45a8f41eaa1780 on resource:port {{(pid=91975) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:02:34.960335 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.quota.resource [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-2b081b9a-ed2e-4ca0-b475-536bd9013842 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Unset dirty status for tenant:6ffb1478a98b495cbb45a8f41eaa1780 on resource:port {{(pid=91975) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:02:34.961729 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-2b081b9a-ed2e-4ca0-b475-536bd9013842 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6ffb1478a98b495cbb45a8f41eaa1780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1081147 Jun 01 16:02:35.104586 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-26aa9cf1-6835-485c-98cd-82191ba2d1d7 service neutron] 10.222.0.60 "GET /v2.0/networks/fcdf799f-3ed0-423a-9986-2ac629e85f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310487 Jun 01 16:02:35.369198 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-ec40b369-025e-4691-85db-c16767482223 service neutron] 10.222.0.60 "GET /v2.0/networks/fcdf799f-3ed0-423a-9986-2ac629e85f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587101 Jun 01 16:02:35.826180 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d2ae6bfd-a867-443c-ba7c-f83874d6da81 req-b997ddeb-3244-4530-9b97-e58db8185878 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 210 time: 0.0559783 Jun 01 16:02:36.949451 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-a34b4746-6cd7-40de-b248-fda575887946 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:36.950291 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-a34b4746-6cd7-40de-b248-fda575887946 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Synchronizing usage tracker for tenant:6ffb1478a98b495cbb45a8f41eaa1780 on resource:network {{(pid=91976) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:02:36.974958 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-a34b4746-6cd7-40de-b248-fda575887946 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Unset dirty status for tenant:6ffb1478a98b495cbb45a8f41eaa1780 on resource:network {{(pid=91976) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:02:36.976924 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-a34b4746-6cd7-40de-b248-fda575887946 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.89 "GET /v2.0/networks?id=fcdf799f-3ed0-423a-9986-2ac629e85f3b HTTP/1.1" status: 200 len: 808 time: 0.1949036 Jun 01 16:02:37.036694 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-477d3922-5cb6-4b69-9648-ab0290ec3b58 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Synchronizing usage tracker for tenant:6ffb1478a98b495cbb45a8f41eaa1780 on resource:security_group {{(pid=91976) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:02:37.055718 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-477d3922-5cb6-4b69-9648-ab0290ec3b58 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Unset dirty status for tenant:6ffb1478a98b495cbb45a8f41eaa1780 on resource:security_group {{(pid=91976) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:02:37.058156 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-477d3922-5cb6-4b69-9648-ab0290ec3b58 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ffb1478a98b495cbb45a8f41eaa1780 HTTP/1.1" status: 200 len: 380 time: 0.0720472 Jun 01 16:02:37.067803 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-4b3b5936-6550-4a96-a077-d2ce0661d665 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Request body: {'port': {'device_id': '16180679-66fb-4a09-9a65-162d4877b94e', 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b', 'admin_state_up': True, 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'security_groups': ['36325577-ae52-4b1c-9209-6de05276e8de']}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:02:37.147447 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-b5e76340-5c1e-4b43-b388-0eacfb4c253c req-850d816f-c1a7-4d5b-bda7-ced62e5b6a20 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 210 time: 0.0460999 Jun 01 16:02:37.206506 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-4b3b5936-6550-4a96-a077-d2ce0661d665 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:02:37.217092 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-4b3b5936-6550-4a96-a077-d2ce0661d665 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:02:37.226935 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-4b3b5936-6550-4a96-a077-d2ce0661d665 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Made reservation on behalf of 6ffb1478a98b495cbb45a8f41eaa1780 for: {'port': 1} {{(pid=91976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 16:02:37.231120 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-4b3b5936-6550-4a96-a077-d2ce0661d665 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:37.406731 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_common [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-4b3b5936-6550-4a96-a077-d2ce0661d665 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Allocated IP 172.20.0.10 (fcdf799f-3ed0-423a-9986-2ac629e85f3b/738ec522-fe25-4513-9592-8eb829f92162/7d975475-7733-4ef3-a2f5-6f033147f2b9) {{(pid=91976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 16:02:37.721497 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f240feee-233f-42bc-be7c-18bd6b804952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:37.732869 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-4b3b5936-6550-4a96-a077-d2ce0661d665 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for port, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:37.757402 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.provisioning_blocks [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-4b3b5936-6550-4a96-a077-d2ce0661d665 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Transition to ACTIVE for port object 7d975475-7733-4ef3-a2f5-6f033147f2b9 will not be triggered until provisioned by entity DHCP. {{(pid=91976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:02:37.796144 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-4b3b5936-6550-4a96-a077-d2ce0661d665 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:37.802150 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-be6ba4f0-457e-47ea-9322-3d991a896c17 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:37.881442 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-4b3b5936-6550-4a96-a077-d2ce0661d665 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Network fcdf799f-3ed0-423a-9986-2ac629e85f3b is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:02:37.885476 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-4b3b5936-6550-4a96-a077-d2ce0661d665 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:02:37.889583 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-4b3b5936-6550-4a96-a077-d2ce0661d665 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Received port after_create {{(pid=91976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 16:02:37.925943 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b5936-6550-4a96-a077-d2ce0661d665 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Pushing event updated for resources: {'Port': ['ID=7d975475-7733-4ef3-a2f5-6f033147f2b9,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:37.933143 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-4b3b5936-6550-4a96-a077-d2ce0661d665 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:37.965864 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-4b3b5936-6550-4a96-a077-d2ce0661d665 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:37.966723 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-4b3b5936-6550-4a96-a077-d2ce0661d665 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:37.997353 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-4b3b5936-6550-4a96-a077-d2ce0661d665 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9337173 Jun 01 16:02:38.009578 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] Request body: {'port': {'device_id': '16180679-66fb-4a09-9a65-162d4877b94e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:02:38.129993 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:38.162644 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2fa83968-1fdc-4aca-9007-53c27ce91d32 None None] Provisioning for port 7d975475-7733-4ef3-a2f5-6f033147f2b9 completed by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:02:38.169149 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2fa83968-1fdc-4aca-9007-53c27ce91d32 None None] Provisioning complete for port 7d975475-7733-4ef3-a2f5-6f033147f2b9 triggered by entity DHCP. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:02:38.169667 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2fa83968-1fdc-4aca-9007-53c27ce91d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:38.234239 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-2fa83968-1fdc-4aca-9007-53c27ce91d32 None None] Port 7d975475-7733-4ef3-a2f5-6f033147f2b9 cannot update to ACTIVE because it is not bound. {{(pid=91977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 16:02:38.368583 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95eed0-eb25-4a9c-a6ff-7f07f369875d req-5695d799-0454-4e9c-892a-fe4766282a9c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:38.370361 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2a95eed0-eb25-4a9c-a6ff-7f07f369875d req-5695d799-0454-4e9c-892a-fe4766282a9c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 932 time: 0.1076107 Jun 01 16:02:38.435564 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-2a95eed0-eb25-4a9c-a6ff-7f07f369875d req-8007a66c-c373-4d27-93fa-7c4211a254ae tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581996 Jun 01 16:02:38.550969 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d975475-7733-4ef3-a2f5-6f033147f2b9 {{(pid=91976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 16:02:38.558577 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:38.573833 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.provisioning_blocks [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] Transition to ACTIVE for port object 7d975475-7733-4ef3-a2f5-6f033147f2b9 will not be triggered until provisioned by entity L2. {{(pid=91976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 16:02:38.577944 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129416730'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:38.582326 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-161f6b31-a136-4c29-a15b-f7459bb99bde tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:38.825123 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d975475-7733-4ef3-a2f5-6f033147f2b9,revision_number=2']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:38.851562 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:38.944709 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.managers [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] Attempting to bind port 7d975475-7733-4ef3-a2f5-6f033147f2b9 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 16:02:38.945040 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.managers [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] Attempting to bind port 7d975475-7733-4ef3-a2f5-6f033147f2b9 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '5e508784-7c83-47ad-9c9c-31a01c8dc7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b'}] {{(pid=91976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 16:02:38.945368 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] Attempting to bind port 7d975475-7733-4ef3-a2f5-6f033147f2b9 on network fcdf799f-3ed0-423a-9986-2ac629e85f3b {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:02:38.951204 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] Port 7d975475-7733-4ef3-a2f5-6f033147f2b9 on network fcdf799f-3ed0-423a-9986-2ac629e85f3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 16:02:38.951747 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] Attempting to bind port 7d975475-7733-4ef3-a2f5-6f033147f2b9 on network fcdf799f-3ed0-423a-9986-2ac629e85f3b {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 16:02:38.957130 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] Checking agent: {'id': 'c6431322-3330-4f13-924b-76ac3aabd9b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'started_at': datetime.datetime(2021, 6, 1, 15, 51, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 16, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 16:02:38.957430 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] Checking segment: {'id': '5e508784-7c83-47ad-9c9c-31a01c8dc7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 16:02:38.957923 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] Bound using segment: {'id': '5e508784-7c83-47ad-9c9c-31a01c8dc7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b'} {{(pid=91976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 16:02:38.958718 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.managers [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] Bound port: 7d975475-7733-4ef3-a2f5-6f033147f2b9, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e508784-7c83-47ad-9c9c-31a01c8dc7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b'}}] {{(pid=91976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 16:02:38.958960 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:39.064420 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] For port 7d975475-7733-4ef3-a2f5-6f033147f2b9, host hv-cinder-79351, cleared binding levels {{(pid=91976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 16:02:39.067665 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] For port 7d975475-7733-4ef3-a2f5-6f033147f2b9, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7d975475-7733-4ef3-a2f5-6f033147f2b9,segment=NetworkSegment(5e508784-7c83-47ad-9c9c-31a01c8dc7cb),segment_id=5e508784-7c83-47ad-9c9c-31a01c8dc7cb)] {{(pid=91976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 16:02:39.072164 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129416730'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:39.075945 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-fc92b8a3-bf09-4de1-838b-74e226249c0b tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:39.137356 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:39.138009 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:39.139460 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] 10.222.0.89 "PUT /v2.0/ports/7d975475-7733-4ef3-a2f5-6f033147f2b9 HTTP/1.1" status: 200 len: 1094 time: 1.1343918 Jun 01 16:02:39.139988 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16180679-66fb-4a09-9a65-162d4877b94e', 'tag': '7d975475-7733-4ef3-a2f5-6f033147f2b9'}] {{(pid=91976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:02:39.142538 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f9d738effd6d9aceb087a38e3a2b49a7446793e3ad91c39eafceb576f9fb4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4da0d67-dcd0-4280-8dc9-8b190a4bb5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "16180679-66fb-4a09-9a65-162d4877b94e", "tag": "7d975475-7733-4ef3-a2f5-6f033147f2b9"}]}' {{(pid=91976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:02:39.159928 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d975475-7733-4ef3-a2f5-6f033147f2b9,revision_number=3']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:39.163253 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-5b047d50-8db7-46dd-865c-57277c563cb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:39.218901 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 16:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c3ecad-fe13-4e09-ba5b-e49d07d9f5ca x-openstack-request-id: req-73c3ecad-fe13-4e09-ba5b-e49d07d9f5ca {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:02:39.219333 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16180679-66fb-4a09-9a65-162d4877b94e", "tag": "7d975475-7733-4ef3-a2f5-6f033147f2b9", "status": "completed", "code": 200}]} {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:02:39.219668 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73c3ecad-fe13-4e09-ba5b-e49d07d9f5ca {{(pid=91976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:02:39.220102 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16180679-66fb-4a09-9a65-162d4877b94e', 'tag': '7d975475-7733-4ef3-a2f5-6f033147f2b9', 'status': 'completed', 'code': 200} Jun 01 16:02:39.271371 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-cd7e4978-ca61-47a9-aaea-7bd8e26b3114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:39.273824 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-cd7e4978-ca61-47a9-aaea-7bd8e26b3114 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6ffb1478a98b495cbb45a8f41eaa1780&device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 1097 time: 0.0966229 Jun 01 16:02:39.347341 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-f6127222-8114-4d0f-a4da-b81794d944fd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d975475-7733-4ef3-a2f5-6f033147f2b9 HTTP/1.1" status: 200 len: 217 time: 0.0641868 Jun 01 16:02:39.421353 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-a55a41e6-b311-4552-bdb6-7470cad7a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:39.422812 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-a55a41e6-b311-4552-bdb6-7470cad7a01c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=738ec522-fe25-4513-9592-8eb829f92162 HTTP/1.1" status: 200 len: 847 time: 0.0700498 Jun 01 16:02:39.514207 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-0bf26aaa-4288-4dc9-99a3-0e876a55a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:39.515719 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-0bf26aaa-4288-4dc9-99a3-0e876a55a337 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fcdf799f-3ed0-423a-9986-2ac629e85f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0855832 Jun 01 16:02:39.637363 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ef577-e71f-46a1-a144-622df01346ea req-20118b81-51bd-48b7-80cb-794503a91ea6 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:39.638757 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ca2ef577-e71f-46a1-a144-622df01346ea req-20118b81-51bd-48b7-80cb-794503a91ea6 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 944 time: 0.0852976 Jun 01 16:02:39.663540 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-004bde4b-8561-43ef-b12b-5bb8ae4cd946 service neutron] 10.222.0.89 "GET /v2.0/networks/fcdf799f-3ed0-423a-9986-2ac629e85f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413200 Jun 01 16:02:39.695671 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-ca2ef577-e71f-46a1-a144-622df01346ea req-020db90f-c4e7-42d3-bd4f-08e79f0d1d27 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506806 Jun 01 16:02:39.805049 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-6530992b-e76d-43ef-8c9d-cc19c0059158 req-b501a9a2-6c62-43cf-b04a-2d65075c057c service neutron] 10.222.0.89 "GET /v2.0/networks/fcdf799f-3ed0-423a-9986-2ac629e85f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349881 Jun 01 16:02:39.932032 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da0d67-dcd0-4280-8dc9-8b190a4bb5e7 req-7181637f-a65a-47f5-856e-dbdea253ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:39.933527 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-c4da0d67-dcd0-4280-8dc9-8b190a4bb5e7 req-7181637f-a65a-47f5-856e-dbdea253ac44 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6ffb1478a98b495cbb45a8f41eaa1780&device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 1097 time: 0.0812690 Jun 01 16:02:40.087097 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da0d67-dcd0-4280-8dc9-8b190a4bb5e7 req-1c4d5fc1-2727-466f-9a30-02ad70cb2242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:40.089170 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-c4da0d67-dcd0-4280-8dc9-8b190a4bb5e7 req-1c4d5fc1-2727-466f-9a30-02ad70cb2242 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fcdf799f-3ed0-423a-9986-2ac629e85f3b HTTP/1.1" status: 200 len: 909 time: 0.1493049 Jun 01 16:02:40.167314 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2e3c5044-d6f1-4994-88fb-f78db22bfbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:40.169092 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-c4da0d67-dcd0-4280-8dc9-8b190a4bb5e7 req-87fe8ff2-121c-4120-a459-eb1030dc008c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d975475-7733-4ef3-a2f5-6f033147f2b9 HTTP/1.1" status: 200 len: 217 time: 0.0727968 Jun 01 16:02:40.203367 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:40.238711 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da0d67-dcd0-4280-8dc9-8b190a4bb5e7 req-2b5ee9f3-bd64-4f8d-9b8a-e9396f15ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:40.240343 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-c4da0d67-dcd0-4280-8dc9-8b190a4bb5e7 req-2b5ee9f3-bd64-4f8d-9b8a-e9396f15ea89 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=738ec522-fe25-4513-9592-8eb829f92162 HTTP/1.1" status: 200 len: 847 time: 0.0644763 Jun 01 16:02:40.318500 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da0d67-dcd0-4280-8dc9-8b190a4bb5e7 req-6e4c0111-6221-47cf-9230-4b39c14d5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:40.330297 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-c4da0d67-dcd0-4280-8dc9-8b190a4bb5e7 req-6e4c0111-6221-47cf-9230-4b39c14d5893 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fcdf799f-3ed0-423a-9986-2ac629e85f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828376 Jun 01 16:02:40.487193 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-c4da0d67-dcd0-4280-8dc9-8b190a4bb5e7 req-317d68c6-edc2-4c2a-9749-8232dd7b80be service neutron] 10.222.0.89 "GET /v2.0/networks/fcdf799f-3ed0-423a-9986-2ac629e85f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487589 Jun 01 16:02:40.728840 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-c4da0d67-dcd0-4280-8dc9-8b190a4bb5e7 req-aa694071-0161-4255-9250-63a62c449eb4 service neutron] 10.222.0.89 "GET /v2.0/networks/fcdf799f-3ed0-423a-9986-2ac629e85f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338772 Jun 01 16:02:40.894484 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad1053-85b1-4c5b-87df-d18a872c1e11 req-2aed45fa-ef58-42a7-afa0-76607f23539a tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:40.895990 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a0ad1053-85b1-4c5b-87df-d18a872c1e11 req-2aed45fa-ef58-42a7-afa0-76607f23539a tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 944 time: 0.0864880 Jun 01 16:02:40.942981 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-a0ad1053-85b1-4c5b-87df-d18a872c1e11 req-184f8bca-382f-49b3-afdf-2a3ccf1555b3 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402780 Jun 01 16:02:41.373670 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:42.133435 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d7648-2c41-4b1e-911a-b14da42c0939 req-3506086e-0946-4605-83a5-561eecebc729 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:42.134909 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c09d7648-2c41-4b1e-911a-b14da42c0939 req-3506086e-0946-4605-83a5-561eecebc729 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 944 time: 0.0869141 Jun 01 16:02:42.184832 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-c09d7648-2c41-4b1e-911a-b14da42c0939 req-e53a5c2e-639b-497c-b2ba-39ee63e839aa tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440888 Jun 01 16:02:43.375869 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56964671-fa29-4ebe-b1d4-08c75fa16de9 req-f50a37e2-9ed1-48a0-9922-84204be718bc tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:43.377755 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-56964671-fa29-4ebe-b1d4-08c75fa16de9 req-f50a37e2-9ed1-48a0-9922-84204be718bc tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 944 time: 0.0872974 Jun 01 16:02:43.377996 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:43.425766 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-56964671-fa29-4ebe-b1d4-08c75fa16de9 req-67349edf-e006-4909-bba0-423acd44b31d tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413744 Jun 01 16:02:43.833537 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 7d975475-7733-4ef3-a2f5-6f033147f2b9 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 16:02:43.977052 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 7d975475-7733-4ef3-a2f5-6f033147f2b9, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7d975475-7733-4ef3-a2f5-6f033147f2b9,segment=NetworkSegment(5e508784-7c83-47ad-9c9c-31a01c8dc7cb),segment_id=5e508784-7c83-47ad-9c9c-31a01c8dc7cb)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:02:43.991876 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Returning: {'device': '7d975475-7733-4ef3-a2f5-6f033147f2b9', 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b', 'port_id': '7d975475-7733-4ef3-a2f5-6f033147f2b9', 'mac_address': 'fa:16:3e:7e:73:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738ec522-fe25-4513-9592-8eb829f92162', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 16:02:44.050047 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:44.068173 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d975475-7733-4ef3-a2f5-6f033147f2b9 {{(pid=91977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 16:02:44.084317 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 7d975475-7733-4ef3-a2f5-6f033147f2b9, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7d975475-7733-4ef3-a2f5-6f033147f2b9,segment=NetworkSegment(5e508784-7c83-47ad-9c9c-31a01c8dc7cb),segment_id=5e508784-7c83-47ad-9c9c-31a01c8dc7cb)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:02:44.088303 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:44.091373 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-43cb0838-7cbc-4890-a1a8-1c2c1cf5be66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:44.164275 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=7d975475-7733-4ef3-a2f5-6f033147f2b9,revision_number=4']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:44.167276 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:44.282864 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['7d975475-7733-4ef3-a2f5-6f033147f2b9'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 16:02:44.624039 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d3124-7810-46cc-b088-73faeeb61a5e req-411dd6f5-cc25-445d-908f-8be217cd4900 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:44.625692 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-202d3124-7810-46cc-b088-73faeeb61a5e req-411dd6f5-cc25-445d-908f-8be217cd4900 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 945 time: 0.0905826 Jun 01 16:02:44.680988 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-202d3124-7810-46cc-b088-73faeeb61a5e req-e6b7fa64-9369-4324-aee0-f32625699d4e tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452118 Jun 01 16:02:45.848981 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 7d975475-7733-4ef3-a2f5-6f033147f2b9 up at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:02:45.868052 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f3e3d-5f9a-490c-8390-f8d708b4fb8a req-06fe3fd8-bc10-495f-ae52-6e59a2c47536 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:45.870460 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-cc4f3e3d-5f9a-490c-8390-f8d708b4fb8a req-06fe3fd8-bc10-495f-ae52-6e59a2c47536 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 945 time: 0.0810413 Jun 01 16:02:45.917938 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-cc4f3e3d-5f9a-490c-8390-f8d708b4fb8a req-157121cd-f230-4cd1-a2d0-f7fd16733bf9 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413988 Jun 01 16:02:45.923912 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning for port 7d975475-7733-4ef3-a2f5-6f033147f2b9 completed by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 16:02:45.928724 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning complete for port 7d975475-7733-4ef3-a2f5-6f033147f2b9 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:02:45.929090 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:46.083032 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:46.111182 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16180679-66fb-4a09-9a65-162d4877b94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d975475-7733-4ef3-a2f5-6f033147f2b9'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:02:46.114859 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875efb8a-ef74-4441-906d-e35edc8e1b3f" -d '{"events": [{"server_uuid": "16180679-66fb-4a09-9a65-162d4877b94e", "name": "network-vif-plugged", "status": "completed", "tag": "7d975475-7733-4ef3-a2f5-6f033147f2b9"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:02:46.134040 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 7d975475-7733-4ef3-a2f5-6f033147f2b9, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7d975475-7733-4ef3-a2f5-6f033147f2b9,segment=NetworkSegment(5e508784-7c83-47ad-9c9c-31a01c8dc7cb),segment_id=5e508784-7c83-47ad-9c9c-31a01c8dc7cb)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:02:46.138929 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:46.142879 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-9f719e07-6c13-40c5-8096-242b3e1e38c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:46.174696 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 16:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732469dd-41c1-46b3-b107-c36e6a43425e x-openstack-request-id: req-732469dd-41c1-46b3-b107-c36e6a43425e {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:02:46.174998 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16180679-66fb-4a09-9a65-162d4877b94e", "name": "network-vif-plugged", "status": "completed", "tag": "7d975475-7733-4ef3-a2f5-6f033147f2b9", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:02:46.175287 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-732469dd-41c1-46b3-b107-c36e6a43425e {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:02:46.175669 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16180679-66fb-4a09-9a65-162d4877b94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d975475-7733-4ef3-a2f5-6f033147f2b9', 'code': 200} Jun 01 16:02:46.217939 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=7d975475-7733-4ef3-a2f5-6f033147f2b9,revision_number=5']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:46.221009 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:46.468128 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024a7db-d6d6-461a-818e-1f220bbbd8b6 req-b105f7ef-b0b0-4fde-8249-6d254e6143c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:46.469578 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-5024a7db-d6d6-461a-818e-1f220bbbd8b6 req-b105f7ef-b0b0-4fde-8249-6d254e6143c1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 1099 time: 0.0748372 Jun 01 16:02:46.509960 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-5024a7db-d6d6-461a-818e-1f220bbbd8b6 req-7e3d9c04-cdb8-476e-9b6f-774c57024540 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339551 Jun 01 16:02:47.110094 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8546885-d5fb-45cd-9f09-5e9bd92af733 req-0e8825d6-75d1-461f-96f7-a494156ff0d3 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:47.111588 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e8546885-d5fb-45cd-9f09-5e9bd92af733 req-0e8825d6-75d1-461f-96f7-a494156ff0d3 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 946 time: 0.0875113 Jun 01 16:02:47.161701 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e8546885-d5fb-45cd-9f09-5e9bd92af733 req-429553c6-9e1d-4f7d-ae5f-e52f2072962a tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436618 Jun 01 16:02:48.362405 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc3dec-b430-4ad1-9598-8d0a3b542aa8 req-5fe2b913-39d6-4aab-b909-75d6292a4b06 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:48.363827 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e6bc3dec-b430-4ad1-9598-8d0a3b542aa8 req-5fe2b913-39d6-4aab-b909-75d6292a4b06 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 946 time: 0.0820601 Jun 01 16:02:48.412855 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-e6bc3dec-b430-4ad1-9598-8d0a3b542aa8 req-664daed7-9fcd-4e34-9e4c-70744c70de8b tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427048 Jun 01 16:02:48.606617 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c07974-8e8a-4e35-9384-deac5a5c4e6e req-f74788a9-17ac-4505-83e1-98efd162bc2d tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:48.616336 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-53c07974-8e8a-4e35-9384-deac5a5c4e6e req-f74788a9-17ac-4505-83e1-98efd162bc2d tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 946 time: 0.0877044 Jun 01 16:02:48.660854 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-53c07974-8e8a-4e35-9384-deac5a5c4e6e req-f6c440a3-efae-47b7-b591-d95a1269b84d tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422566 Jun 01 16:02:48.684111 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37818) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:02:48.854282 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb3884e-3002-4601-9bb2-6b09537696d1 tempest-TestShelveInstance-470815122 tempest-TestShelveInstance-470815122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:48.855571 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-ecb3884e-3002-4601-9bb2-6b09537696d1 tempest-TestShelveInstance-470815122 tempest-TestShelveInstance-470815122-project-admin] Synchronizing usage tracker for tenant:ae7859176c364c99bf6d4f5771d0a0d3 on resource:port {{(pid=91976) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:02:48.874966 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-ecb3884e-3002-4601-9bb2-6b09537696d1 tempest-TestShelveInstance-470815122 tempest-TestShelveInstance-470815122-project-admin] Unset dirty status for tenant:ae7859176c364c99bf6d4f5771d0a0d3 on resource:port {{(pid=91976) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:02:48.876039 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-ecb3884e-3002-4601-9bb2-6b09537696d1 tempest-TestShelveInstance-470815122 tempest-TestShelveInstance-470815122-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 1094 time: 0.1908979 Jun 01 16:02:48.879083 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37822) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:02:48.883720 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.v2.base [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Request body: {'floatingip': {'floating_network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'port_id': '7d975475-7733-4ef3-a2f5-6f033147f2b9', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 16:02:48.889876 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 16:02:48.893643 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Usage tracker for resource:floatingip and tenant:6ffb1478a98b495cbb45a8f41eaa1780 is out of sync, need to count used quota {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 16:02:48.896455 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91976) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 16:02:48.902091 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.quota.driver [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91976) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 16:02:48.912922 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for floatingip, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:49.057969 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:49.198458 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_common [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Allocated IP 172.28.0.239 (6e7482f9-9717-4453-9b2f-c40fb5d07656/517eec18-9bb2-4c7a-bda3-2fa22e1410fe/76b34574-4d23-4390-92ce-6384c7a076ce) {{(pid=91976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 16:02:49.348105 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for port, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:49.383855 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737512396225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:49.388153 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-4d035ee7-4bd7-4b0f-a2e2-2de1bdc5c15c tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:49.455871 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Network 6e7482f9-9717-4453-9b2f-c40fb5d07656 is already hosted by enough agents. {{(pid=91976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 16:02:49.458682 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.base_scheduler [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Resources bound (agent type, host, resource id): {{(pid=91976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 16:02:49.462514 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Received port after_create {{(pid=91976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 16:02:49.492091 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Pushing event updated for resources: {'Port': ['ID=76b34574-4d23-4390-92ce-6384c7a076ce,revision_number=1']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:49.506367 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:49.506747 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:49.507152 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:49.507521 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:49.507883 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:49.508244 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:49.508605 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:49.508966 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:49.509323 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:49.509679 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:49.510037 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:49.510383 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:02:49.516085 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:49.899939 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:49.977959 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:50.191475 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for port, precommit_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:50.196245 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129416730'] for port, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:50.201045 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-571ec092-52e6-4aba-b919-d4e91dde4af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:02:50.415838 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Pushing event updated for resources: {'Port': ['ID=76b34574-4d23-4390-92ce-6384c7a076ce,revision_number=2']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:02:50.424561 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:02:50.434611 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633999'] for floatingip, after_update {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:50.614649 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.db.l3_db [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Floating IP 988a870d-54b3-4d1d-afaa-b0e7ade7ea1b associated. External IP: 172.28.0.239, port: 7d975475-7733-4ef3-a2f5-6f033147f2b9. Jun 01 16:02:50.985653 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Router d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:02:51.170388 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:02:51.180001 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89524211-e93a-4b88-98f4-a4827b44a7fb None None] Sync routers for ids ['d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'] in dv-cinder-793515-3-smb {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:02:51.190667 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89524211-e93a-4b88-98f4-a4827b44a7fb None None] Routers {'d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:02:51.191315 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-89524211-e93a-4b88-98f4-a4827b44a7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:02:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:02:51.196917 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for floatingip, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:51.257665 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-5800cd43-cace-4933-9711-abfeef05063c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3771083 Jun 01 16:02:51.258361 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16180679-66fb-4a09-9a65-162d4877b94e', 'tag': '7d975475-7733-4ef3-a2f5-6f033147f2b9'}] {{(pid=91976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:02:51.260767 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f9d738effd6d9aceb087a38e3a2b49a7446793e3ad91c39eafceb576f9fb4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce674b7b-bcc0-4761-baa7-dc88606f8b16" -d '{"events": [{"name": "network-changed", "server_uuid": "16180679-66fb-4a09-9a65-162d4877b94e", "tag": "7d975475-7733-4ef3-a2f5-6f033147f2b9"}]}' {{(pid=91976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:02:51.306494 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 16:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fa62b4-9d11-4472-aa4e-5c6daa0cb83a x-openstack-request-id: req-87fa62b4-9d11-4472-aa4e-5c6daa0cb83a {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:02:51.306837 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16180679-66fb-4a09-9a65-162d4877b94e", "tag": "7d975475-7733-4ef3-a2f5-6f033147f2b9", "status": "completed", "code": 200}]} {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:02:51.307140 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-87fa62b4-9d11-4472-aa4e-5c6daa0cb83a {{(pid=91976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:02:51.307576 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16180679-66fb-4a09-9a65-162d4877b94e', 'tag': '7d975475-7733-4ef3-a2f5-6f033147f2b9', 'status': 'completed', 'code': 200} Jun 01 16:02:51.388020 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-89524211-e93a-4b88-98f4-a4827b44a7fb None None] Set router d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:02:51.410591 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce674b7b-bcc0-4761-baa7-dc88606f8b16 req-a1a5460d-a903-42c9-ae39-ae4481f7e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:51.412119 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ce674b7b-bcc0-4761-baa7-dc88606f8b16 req-a1a5460d-a903-42c9-ae39-ae4481f7e104 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6ffb1478a98b495cbb45a8f41eaa1780&device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 1099 time: 0.0818253 Jun 01 16:02:51.550502 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce674b7b-bcc0-4761-baa7-dc88606f8b16 req-1544fbea-1ca0-4c77-8d44-f4a5cf7f6e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:51.551869 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ce674b7b-bcc0-4761-baa7-dc88606f8b16 req-1544fbea-1ca0-4c77-8d44-f4a5cf7f6e6d service neutron] 10.222.0.89 "GET /v2.0/networks?id=fcdf799f-3ed0-423a-9986-2ac629e85f3b HTTP/1.1" status: 200 len: 909 time: 0.1332388 Jun 01 16:02:51.713895 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ce674b7b-bcc0-4761-baa7-dc88606f8b16 req-404d5dac-073a-446b-bbac-8abe51523074 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d975475-7733-4ef3-a2f5-6f033147f2b9 HTTP/1.1" status: 200 len: 1000 time: 0.1541772 Jun 01 16:02:51.803533 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce674b7b-bcc0-4761-baa7-dc88606f8b16 req-b7683c1c-2c92-4c4f-8030-be712c27266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:51.804910 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-89524211-e93a-4b88-98f4-a4827b44a7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'name': 'tempest-TestShelveInstance-618882027-router', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:09Z', 'revision_number': 4, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'gw_port': {'id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:79:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_floatingips': [{'id': '988a870d-54b3-4d1d-afaa-b0e7ade7ea1b', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'floating_ip_address': '172.28.0.239', 'floating_network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'router_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'port_id': '7d975475-7733-4ef3-a2f5-6f033147f2b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b', 'mac_address': 'fa:16:3e:7e:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16180679-66fb-4a09-9a65-162d4877b94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T16:02:49Z', 'updated_at': '2021-06-01T16:02:49Z', 'revision_number': 0, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91', 'name': '', 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'mac_address': 'fa:16:3e:32:10:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '738ec522-fe25-4513-9592-8eb829f92162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:08Z', 'updated_at': '2021-06-01T16:02:15Z', 'revision_number': 5, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'subnets': [{'id': '738ec522-fe25-4513-9592-8eb829f92162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:02:51.805133 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ce674b7b-bcc0-4761-baa7-dc88606f8b16 req-b7683c1c-2c92-4c4f-8030-be712c27266a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=738ec522-fe25-4513-9592-8eb829f92162 HTTP/1.1" status: 200 len: 847 time: 0.0853884 Jun 01 16:02:51.811801 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89524211-e93a-4b88-98f4-a4827b44a7fb None None] Checking router: d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d for host: dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:02:51.821261 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89524211-e93a-4b88-98f4-a4827b44a7fb None None] Routers {'d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:02:51.821873 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-89524211-e93a-4b88-98f4-a4827b44a7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:02:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:02:51.894360 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce674b7b-bcc0-4761-baa7-dc88606f8b16 req-3c8a2ac6-8af0-4a76-910f-1b36ef92c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:02:51.895838 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ce674b7b-bcc0-4761-baa7-dc88606f8b16 req-3c8a2ac6-8af0-4a76-910f-1b36ef92c516 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fcdf799f-3ed0-423a-9986-2ac629e85f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850956 Jun 01 16:02:52.005826 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-89524211-e93a-4b88-98f4-a4827b44a7fb None None] Set router d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:02:52.171124 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ce674b7b-bcc0-4761-baa7-dc88606f8b16 req-7f142d5d-b1e6-4e1b-afec-e764a2694121 service neutron] 10.222.0.89 "GET /v2.0/networks/fcdf799f-3ed0-423a-9986-2ac629e85f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690046 Jun 01 16:02:52.334454 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-ce674b7b-bcc0-4761-baa7-dc88606f8b16 req-8e378f0d-c411-4ecd-856c-17ef28d78d95 service neutron] 10.222.0.89 "GET /v2.0/networks/fcdf799f-3ed0-423a-9986-2ac629e85f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565504 Jun 01 16:02:52.445845 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-89524211-e93a-4b88-98f4-a4827b44a7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'name': 'tempest-TestShelveInstance-618882027-router', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:09Z', 'revision_number': 4, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'gw_port': {'id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:79:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_floatingips': [{'id': '988a870d-54b3-4d1d-afaa-b0e7ade7ea1b', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'floating_ip_address': '172.28.0.239', 'floating_network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'router_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'port_id': '7d975475-7733-4ef3-a2f5-6f033147f2b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b', 'mac_address': 'fa:16:3e:7e:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16180679-66fb-4a09-9a65-162d4877b94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T16:02:49Z', 'updated_at': '2021-06-01T16:02:49Z', 'revision_number': 0, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91', 'name': '', 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'mac_address': 'fa:16:3e:32:10:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '738ec522-fe25-4513-9592-8eb829f92162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:08Z', 'updated_at': '2021-06-01T16:02:15Z', 'revision_number': 5, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'subnets': [{'id': '738ec522-fe25-4513-9592-8eb829f92162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:02:52.452005 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89524211-e93a-4b88-98f4-a4827b44a7fb None None] The sync data for ids ['d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'] in dv-cinder-793515-3-smb is: [{'id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'name': 'tempest-TestShelveInstance-618882027-router', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:09Z', 'revision_number': 4, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'gw_port': {'id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:79:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_floatingips': [{'id': '988a870d-54b3-4d1d-afaa-b0e7ade7ea1b', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'floating_ip_address': '172.28.0.239', 'floating_network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'router_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'port_id': '7d975475-7733-4ef3-a2f5-6f033147f2b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b', 'mac_address': 'fa:16:3e:7e:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16180679-66fb-4a09-9a65-162d4877b94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T16:02:49Z', 'updated_at': '2021-06-01T16:02:49Z', 'revision_number': 0, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91', 'name': '', 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'mac_address': 'fa:16:3e:32:10:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '738ec522-fe25-4513-9592-8eb829f92162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:08Z', 'updated_at': '2021-06-01T16:02:15Z', 'revision_number': 5, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'subnets': [{'id': '738ec522-fe25-4513-9592-8eb829f92162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:02:52.667874 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c66e868-b948-4358-8813-65744dbc243e None None] New status for floating IP 988a870d-54b3-4d1d-afaa-b0e7ade7ea1b: ACTIVE {{(pid=91978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 16:02:52.789823 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:02:59.516743 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:03:07.704852 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-a7d5024a-c6cf-4d52-bf5c-e6979ec8c3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:10.163413 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-32ed75e8-6a11-44cb-944a-01c91021ac68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:10.199845 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:11.376650 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:13.380433 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:21.258678 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-c8e34f3f-67f8-4ff3-b196-800a33af5dd4 req-a3e4e0f6-1afd-4d3a-ae5a-b399c1ebdf96 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1436739 Jun 01 16:03:21.412909 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e34f3f-67f8-4ff3-b196-800a33af5dd4 req-f54dddbf-53a5-4087-84f0-562df8899960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:03:21.414452 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-c8e34f3f-67f8-4ff3-b196-800a33af5dd4 req-f54dddbf-53a5-4087-84f0-562df8899960 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6ffb1478a98b495cbb45a8f41eaa1780&device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 1099 time: 0.0792198 Jun 01 16:03:21.571129 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e34f3f-67f8-4ff3-b196-800a33af5dd4 req-d23e79d5-f694-4991-8c89-e7a27ef2b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:03:21.572504 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-c8e34f3f-67f8-4ff3-b196-800a33af5dd4 req-d23e79d5-f694-4991-8c89-e7a27ef2b06e service neutron] 10.222.0.89 "GET /v2.0/networks?id=fcdf799f-3ed0-423a-9986-2ac629e85f3b HTTP/1.1" status: 200 len: 909 time: 0.1369495 Jun 01 16:03:21.693558 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-c8e34f3f-67f8-4ff3-b196-800a33af5dd4 req-e79cec15-73c4-4c5f-a939-2d473fff33b5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d975475-7733-4ef3-a2f5-6f033147f2b9 HTTP/1.1" status: 200 len: 1002 time: 0.1132376 Jun 01 16:03:21.761109 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e34f3f-67f8-4ff3-b196-800a33af5dd4 req-cc206de1-b55b-4b71-882d-a31212ef3ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:03:21.762557 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-c8e34f3f-67f8-4ff3-b196-800a33af5dd4 req-cc206de1-b55b-4b71-882d-a31212ef3ef6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=738ec522-fe25-4513-9592-8eb829f92162 HTTP/1.1" status: 200 len: 847 time: 0.0623348 Jun 01 16:03:21.843938 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e34f3f-67f8-4ff3-b196-800a33af5dd4 req-4feee376-81ec-438a-95a8-a016a0f8efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:03:21.845358 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-c8e34f3f-67f8-4ff3-b196-800a33af5dd4 req-4feee376-81ec-438a-95a8-a016a0f8efd4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fcdf799f-3ed0-423a-9986-2ac629e85f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767331 Jun 01 16:03:21.856105 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [req-c8e34f3f-67f8-4ff3-b196-800a33af5dd4 req-34932720-b48a-4c7b-888c-df6dc22ee833 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=91976) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 16:03:21.857052 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-c8e34f3f-67f8-4ff3-b196-800a33af5dd4 req-34932720-b48a-4c7b-888c-df6dc22ee833 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052996 Jun 01 16:03:22.016687 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-c8e34f3f-67f8-4ff3-b196-800a33af5dd4 req-ef87356a-4927-4d23-8460-8f516f90bb49 service neutron] 10.222.0.89 "GET /v2.0/networks/fcdf799f-3ed0-423a-9986-2ac629e85f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526356 Jun 01 16:03:22.186140 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-c8e34f3f-67f8-4ff3-b196-800a33af5dd4 req-b746220f-dc6e-4bdc-9bc2-d1ac1596a997 service neutron] 10.222.0.89 "GET /v2.0/networks/fcdf799f-3ed0-423a-9986-2ac629e85f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625378 Jun 01 16:03:22.792757 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:36.515410 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:03:37.712139 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-4c28f5e7-ab62-441f-ac5b-e4867596bcb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:40.167671 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-d246a782-615e-4db2-a399-a6918762e8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:40.209553 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:41.389500 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:43.388007 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:03:52.783848 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:07.706186 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-4cb774ff-0fdc-4d7e-8f10-07b7e19e182e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:10.170563 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-4221337e-72d7-4218-8de1-d35faa32918e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:10.202786 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:11.383866 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:13.387806 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:13.514956 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:04:22.785856 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:23.204419 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-8220bed5-6400-41dc-a3a0-2f89a42657a6 req-6b8bf0c9-1a09-48ed-932b-20205dd0c7f9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802422 Jun 01 16:04:23.362188 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220bed5-6400-41dc-a3a0-2f89a42657a6 req-339992e3-d60c-4786-b851-ae45f3828f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:23.363693 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-8220bed5-6400-41dc-a3a0-2f89a42657a6 req-339992e3-d60c-4786-b851-ae45f3828f26 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6ffb1478a98b495cbb45a8f41eaa1780&device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 1099 time: 0.0698884 Jun 01 16:04:23.532709 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220bed5-6400-41dc-a3a0-2f89a42657a6 req-10ebacdc-8f19-4b1a-865e-2c37a8f3808e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:23.534327 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-8220bed5-6400-41dc-a3a0-2f89a42657a6 req-10ebacdc-8f19-4b1a-865e-2c37a8f3808e service neutron] 10.222.0.89 "GET /v2.0/networks?id=fcdf799f-3ed0-423a-9986-2ac629e85f3b HTTP/1.1" status: 200 len: 909 time: 0.1481104 Jun 01 16:04:23.645174 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-8220bed5-6400-41dc-a3a0-2f89a42657a6 req-8ece892b-3091-4c7c-af43-63577fb5edfd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d975475-7733-4ef3-a2f5-6f033147f2b9 HTTP/1.1" status: 200 len: 1002 time: 0.1042538 Jun 01 16:04:23.712181 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220bed5-6400-41dc-a3a0-2f89a42657a6 req-ca36bf9a-d3d6-4acf-b2d8-2e64350f9c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:23.713764 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-8220bed5-6400-41dc-a3a0-2f89a42657a6 req-ca36bf9a-d3d6-4acf-b2d8-2e64350f9c3f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=738ec522-fe25-4513-9592-8eb829f92162 HTTP/1.1" status: 200 len: 847 time: 0.0627038 Jun 01 16:04:23.789810 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220bed5-6400-41dc-a3a0-2f89a42657a6 req-0c2f394c-0356-4e53-8e77-c67030696980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:23.791315 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-8220bed5-6400-41dc-a3a0-2f89a42657a6 req-0c2f394c-0356-4e53-8e77-c67030696980 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fcdf799f-3ed0-423a-9986-2ac629e85f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709252 Jun 01 16:04:24.037200 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-8220bed5-6400-41dc-a3a0-2f89a42657a6 req-46d84acb-c2d1-40fd-a01e-443859b70e4b service neutron] 10.222.0.89 "GET /v2.0/networks/fcdf799f-3ed0-423a-9986-2ac629e85f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389083 Jun 01 16:04:24.173472 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-8220bed5-6400-41dc-a3a0-2f89a42657a6 req-7fa4e95a-4321-461d-9f27-5b23a4dc816c service neutron] 10.222.0.89 "GET /v2.0/networks/fcdf799f-3ed0-423a-9986-2ac629e85f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297495 Jun 01 16:04:37.719359 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2d437d29-ac6f-4504-9674-1720ebde2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:40.173073 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-18280c09-f641-4928-b332-5203b9b64d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:40.204528 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:40.770090 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e736d-e1a9-456f-9077-84e099ed2ccb req-4b2e5e29-b4c1-448d-a84d-555eabca30a7 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:40.771607 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5d8e736d-e1a9-456f-9077-84e099ed2ccb req-4b2e5e29-b4c1-448d-a84d-555eabca30a7 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 946 time: 0.1372540 Jun 01 16:04:40.820574 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5d8e736d-e1a9-456f-9077-84e099ed2ccb req-6831e708-96c6-42e7-9bc4-cedc1eaa1a16 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432768 Jun 01 16:04:41.385835 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:42.084860 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a8d9b-a6cf-40ff-9d8e-f9d90b2b93d9 req-66590a13-f9a8-4f9a-9923-39acd7e93005 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:42.086319 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-401a8d9b-a6cf-40ff-9d8e-f9d90b2b93d9 req-66590a13-f9a8-4f9a-9923-39acd7e93005 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 946 time: 0.1371198 Jun 01 16:04:42.136133 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-401a8d9b-a6cf-40ff-9d8e-f9d90b2b93d9 req-ba0a825e-ced3-4b84-93b7-35c4632e386d tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440392 Jun 01 16:04:43.323510 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce53c41-e3dd-4f0d-94fe-f358cf959a24 req-c7241f9a-3ecb-4085-ab10-c961eb58e088 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:43.325437 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1ce53c41-e3dd-4f0d-94fe-f358cf959a24 req-c7241f9a-3ecb-4085-ab10-c961eb58e088 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 946 time: 0.0846298 Jun 01 16:04:43.376195 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-1ce53c41-e3dd-4f0d-94fe-f358cf959a24 req-24a36565-c527-4bd0-9673-824b1dd0211f tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398552 Jun 01 16:04:43.390855 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:44.564293 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b4d5b-a6c5-4c7a-8120-d96ed2943401 req-34d140bb-e747-4045-a4b4-33bceaed14dc tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:44.565735 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-de2b4d5b-a6c5-4c7a-8120-d96ed2943401 req-34d140bb-e747-4045-a4b4-33bceaed14dc tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 946 time: 0.0802042 Jun 01 16:04:44.610009 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-de2b4d5b-a6c5-4c7a-8120-d96ed2943401 req-e0f925ed-b9c5-420f-b9c4-fa61c5951b08 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385017 Jun 01 16:04:45.817696 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbf5a9-1ea9-4d72-aa75-5bd62f63bb0f req-28fc877d-6c10-4251-818a-e6e539f0ba2c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:45.819048 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-86cbf5a9-1ea9-4d72-aa75-5bd62f63bb0f req-28fc877d-6c10-4251-818a-e6e539f0ba2c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 946 time: 0.0831995 Jun 01 16:04:45.863557 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-86cbf5a9-1ea9-4d72-aa75-5bd62f63bb0f req-2abeac52-8964-4f02-a578-a091f0fdbf21 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389187 Jun 01 16:04:47.053025 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1dbab7-05c8-43a1-a1cc-5281d69c2665 req-f0824e8b-2f4d-4238-a304-7c36bed2ab2a tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:47.054576 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5f1dbab7-05c8-43a1-a1cc-5281d69c2665 req-f0824e8b-2f4d-4238-a304-7c36bed2ab2a tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 946 time: 0.0864692 Jun 01 16:04:47.101889 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-5f1dbab7-05c8-43a1-a1cc-5281d69c2665 req-a365649c-a092-419b-8d29-a8eb9cb52e2c tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409510 Jun 01 16:04:48.295849 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e19e7c-4694-4580-b1f9-f25bd6122155 req-105bae9b-3a24-4390-a985-485bb260cb8a tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:48.297733 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-79e19e7c-4694-4580-b1f9-f25bd6122155 req-105bae9b-3a24-4390-a985-485bb260cb8a tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 946 time: 0.0863712 Jun 01 16:04:48.345049 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-79e19e7c-4694-4580-b1f9-f25bd6122155 req-88032ff0-1cac-47b5-b9d9-85cc88f3a4f7 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417259 Jun 01 16:04:49.540160 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6bae2-4313-47bf-a119-2a8b360ee20d req-6ffbfe66-99df-4a9e-8477-0ab8684e1df5 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:49.541641 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-13e6bae2-4313-47bf-a119-2a8b360ee20d req-6ffbfe66-99df-4a9e-8477-0ab8684e1df5 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 946 time: 0.0791397 Jun 01 16:04:49.591340 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-13e6bae2-4313-47bf-a119-2a8b360ee20d req-b7dcfbd2-a6e1-4554-b565-358d5756bfac tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434783 Jun 01 16:04:50.512843 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:04:50.783755 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a49a8-af65-46e5-b9a8-278df0834467 req-4c09758d-7017-4742-ba45-972e527615a1 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:50.785249 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-878a49a8-af65-46e5-b9a8-278df0834467 req-4c09758d-7017-4742-ba45-972e527615a1 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 946 time: 0.0883691 Jun 01 16:04:50.804533 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074436ab-ad42-4b5c-aedd-b883969f55a8 req-ca2a4b32-06b2-464e-89eb-e5096235c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:50.806009 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-074436ab-ad42-4b5c-aedd-b883969f55a8 req-ca2a4b32-06b2-464e-89eb-e5096235c6ba service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6ffb1478a98b495cbb45a8f41eaa1780&device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 1099 time: 0.0789068 Jun 01 16:04:50.833568 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-878a49a8-af65-46e5-b9a8-278df0834467 req-75531dce-728f-4bf3-b9d4-97dde2621604 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425603 Jun 01 16:04:50.937834 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074436ab-ad42-4b5c-aedd-b883969f55a8 req-171fa447-222a-4c7c-aaa1-866a1d7d15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:50.939267 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-074436ab-ad42-4b5c-aedd-b883969f55a8 req-171fa447-222a-4c7c-aaa1-866a1d7d15a6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fcdf799f-3ed0-423a-9986-2ac629e85f3b HTTP/1.1" status: 200 len: 909 time: 0.1268189 Jun 01 16:04:51.039810 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-074436ab-ad42-4b5c-aedd-b883969f55a8 req-9e2de3ca-3e63-4a84-896e-96108dde42e6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d975475-7733-4ef3-a2f5-6f033147f2b9 HTTP/1.1" status: 200 len: 1002 time: 0.0943093 Jun 01 16:04:51.105303 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074436ab-ad42-4b5c-aedd-b883969f55a8 req-2ae89842-7d0c-48e6-8dd9-eaafb460268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:51.106737 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-074436ab-ad42-4b5c-aedd-b883969f55a8 req-2ae89842-7d0c-48e6-8dd9-eaafb460268c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=738ec522-fe25-4513-9592-8eb829f92162 HTTP/1.1" status: 200 len: 847 time: 0.0600960 Jun 01 16:04:51.181549 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074436ab-ad42-4b5c-aedd-b883969f55a8 req-ba6d9222-9b02-435c-97e6-ff23fca75bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:51.183003 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-074436ab-ad42-4b5c-aedd-b883969f55a8 req-ba6d9222-9b02-435c-97e6-ff23fca75bb0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fcdf799f-3ed0-423a-9986-2ac629e85f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700364 Jun 01 16:04:51.315588 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-074436ab-ad42-4b5c-aedd-b883969f55a8 req-0077449f-c969-41db-a1cf-3500a25766c5 service neutron] 10.222.0.89 "GET /v2.0/networks/fcdf799f-3ed0-423a-9986-2ac629e85f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254964 Jun 01 16:04:51.451431 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-074436ab-ad42-4b5c-aedd-b883969f55a8 req-16f65ed6-f679-44ab-90be-a9b461d7d505 service neutron] 10.222.0.89 "GET /v2.0/networks/fcdf799f-3ed0-423a-9986-2ac629e85f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295424 Jun 01 16:04:52.132640 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652607f-78a7-40fa-9fea-662b88279895 req-9993fde1-2d74-4f9e-9e1b-9eb9d98ee4bf tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:52.134062 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f652607f-78a7-40fa-9fea-662b88279895 req-9993fde1-2d74-4f9e-9e1b-9eb9d98ee4bf tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 946 time: 0.1912487 Jun 01 16:04:52.181311 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f652607f-78a7-40fa-9fea-662b88279895 req-bc2a1a1f-2d6c-4d3b-aa42-2f974efd031a tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408926 Jun 01 16:04:52.787085 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:53.377995 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc5891-e367-41ad-a9a6-571bd44fdf92 req-d5082d62-dda4-4ae1-b1df-1259af32fdbd tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:53.379375 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-97dc5891-e367-41ad-a9a6-571bd44fdf92 req-d5082d62-dda4-4ae1-b1df-1259af32fdbd tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 946 time: 0.0812914 Jun 01 16:04:53.428993 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-97dc5891-e367-41ad-a9a6-571bd44fdf92 req-1e4c0b59-6890-4f5c-add0-1ffea2177be5 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437629 Jun 01 16:04:53.855028 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-28201622-99f8-4a36-9c38-98a31015d1c4 req-eae41235-6aa5-45ab-9c54-f95a901e5d0e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1841536 Jun 01 16:04:53.866890 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4c8e0-e1b9-4931-8874-c92712c82e60 req-0e509d54-d554-4b67-9030-efe28e050cbe tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:53.868411 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d1e4c8e0-e1b9-4931-8874-c92712c82e60 req-0e509d54-d554-4b67-9030-efe28e050cbe tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 946 time: 0.1173930 Jun 01 16:04:53.917005 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-d1e4c8e0-e1b9-4931-8874-c92712c82e60 req-cdaa7853-5523-420a-9edf-64c2826a346a tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417836 Jun 01 16:04:55.122927 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d074f-0407-4e3c-a805-9c295b6bb44a req-09f1e3d2-d042-4815-871f-16ac66e1e0b2 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:55.124730 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f75d074f-0407-4e3c-a805-9c295b6bb44a req-09f1e3d2-d042-4815-871f-16ac66e1e0b2 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 946 time: 0.0860982 Jun 01 16:04:55.173362 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-f75d074f-0407-4e3c-a805-9c295b6bb44a req-fc19900c-73ef-4647-a36a-c4729e73bfb6 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410697 Jun 01 16:04:55.500504 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28201622-99f8-4a36-9c38-98a31015d1c4 req-c992677d-e94d-4cfb-ad6c-e35032b5d497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:55.501962 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-28201622-99f8-4a36-9c38-98a31015d1c4 req-c992677d-e94d-4cfb-ad6c-e35032b5d497 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e&tenant_id=6ffb1478a98b495cbb45a8f41eaa1780 HTTP/1.1" status: 200 len: 1099 time: 0.0824063 Jun 01 16:04:55.594772 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28201622-99f8-4a36-9c38-98a31015d1c4 req-e0f60802-5207-43f4-8a9b-e862cc18e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:55.596291 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-28201622-99f8-4a36-9c38-98a31015d1c4 req-e0f60802-5207-43f4-8a9b-e862cc18e825 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6ffb1478a98b495cbb45a8f41eaa1780&device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 1099 time: 0.0720930 Jun 01 16:04:55.731963 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28201622-99f8-4a36-9c38-98a31015d1c4 req-e1f6372f-28c5-4ae0-9b99-522430398230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:55.733439 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-28201622-99f8-4a36-9c38-98a31015d1c4 req-e1f6372f-28c5-4ae0-9b99-522430398230 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fcdf799f-3ed0-423a-9986-2ac629e85f3b HTTP/1.1" status: 200 len: 909 time: 0.1302452 Jun 01 16:04:55.839527 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-28201622-99f8-4a36-9c38-98a31015d1c4 req-a90db22b-6adf-42ac-88c2-428b9fb9a4c2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d975475-7733-4ef3-a2f5-6f033147f2b9 HTTP/1.1" status: 200 len: 1002 time: 0.0982678 Jun 01 16:04:55.901817 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28201622-99f8-4a36-9c38-98a31015d1c4 req-c340d041-cfc0-4f76-9bc4-bfc418e04a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:55.903338 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-28201622-99f8-4a36-9c38-98a31015d1c4 req-c340d041-cfc0-4f76-9bc4-bfc418e04a00 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=738ec522-fe25-4513-9592-8eb829f92162 HTTP/1.1" status: 200 len: 847 time: 0.0576949 Jun 01 16:04:55.984533 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28201622-99f8-4a36-9c38-98a31015d1c4 req-85d6cc72-1b65-4d1d-b363-53fb7c5452f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:55.985517 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-28201622-99f8-4a36-9c38-98a31015d1c4 req-85d6cc72-1b65-4d1d-b363-53fb7c5452f8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fcdf799f-3ed0-423a-9986-2ac629e85f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756364 Jun 01 16:04:56.233361 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-28201622-99f8-4a36-9c38-98a31015d1c4 req-0f8234fd-e43b-4b8b-a24d-093081ed5381 service neutron] 10.222.0.89 "GET /v2.0/networks/fcdf799f-3ed0-423a-9986-2ac629e85f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395906 Jun 01 16:04:56.366222 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-28201622-99f8-4a36-9c38-98a31015d1c4 req-9773f8c0-7bef-499f-aabd-c98f0cb5e3b8 service neutron] 10.222.0.89 "GET /v2.0/networks/fcdf799f-3ed0-423a-9986-2ac629e85f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284406 Jun 01 16:04:56.371490 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9acfb-d033-4b30-a787-76c01dcdfec2 req-8186a352-88cf-4d67-a11d-bc48e43990bf tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:56.373032 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-52b9acfb-d033-4b30-a787-76c01dcdfec2 req-8186a352-88cf-4d67-a11d-bc48e43990bf tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 946 time: 0.0908332 Jun 01 16:04:56.420934 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-52b9acfb-d033-4b30-a787-76c01dcdfec2 req-aba4079a-5056-40c3-bb85-57b68fccb0f5 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416584 Jun 01 16:04:56.552523 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 7d975475-7733-4ef3-a2f5-6f033147f2b9 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:04:56.674013 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:56.703763 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16180679-66fb-4a09-9a65-162d4877b94e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d975475-7733-4ef3-a2f5-6f033147f2b9'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:04:56.706044 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8e64a5-00e5-4ef8-8d79-795db8828614" -d '{"events": [{"server_uuid": "16180679-66fb-4a09-9a65-162d4877b94e", "name": "network-vif-unplugged", "status": "completed", "tag": "7d975475-7733-4ef3-a2f5-6f033147f2b9"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:04:56.714780 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 7d975475-7733-4ef3-a2f5-6f033147f2b9, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7d975475-7733-4ef3-a2f5-6f033147f2b9,segment=NetworkSegment(5e508784-7c83-47ad-9c9c-31a01c8dc7cb),segment_id=5e508784-7c83-47ad-9c9c-31a01c8dc7cb)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:04:56.719490 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:04:56.721300 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:04:56.792220 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=7d975475-7733-4ef3-a2f5-6f033147f2b9,revision_number=6']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:04:56.800193 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:56.800547 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:56.800932 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:56.801228 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:56.801558 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:56.801887 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:56.802211 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:56.802593 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:56.802856 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:56.803203 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:56.803525 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:56.803843 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:04:56.808323 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:04:56.822644 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Jun 2021 16:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a674e5a5-3656-4df8-a8d7-f24b3806e72b x-openstack-request-id: req-a674e5a5-3656-4df8-a8d7-f24b3806e72b {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:04:56.822971 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16180679-66fb-4a09-9a65-162d4877b94e", "name": "network-vif-unplugged", "status": "completed", "tag": "7d975475-7733-4ef3-a2f5-6f033147f2b9", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:04:56.823266 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a674e5a5-3656-4df8-a8d7-f24b3806e72b {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:04:56.823666 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16180679-66fb-4a09-9a65-162d4877b94e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d975475-7733-4ef3-a2f5-6f033147f2b9', 'code': 200} Jun 01 16:04:57.388235 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5d5c4-4d3d-4e70-a047-093ada5bcde6 req-c3a9e822-0833-43ce-8916-fc22311587a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:57.389701 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-23e5d5c4-4d3d-4e70-a047-093ada5bcde6 req-c3a9e822-0833-43ce-8916-fc22311587a1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 1097 time: 0.0694292 Jun 01 16:04:57.434763 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-23e5d5c4-4d3d-4e70-a047-093ada5bcde6 req-2c6a9626-1102-4c7f-a083-d5db7ff3d85e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387039 Jun 01 16:04:57.613461 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cf01e-8a1b-40ad-922f-9aaaf9192924 req-cc4e5ec8-3c4b-4381-bcc2-6c4f1682e036 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:57.614927 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9b6cf01e-8a1b-40ad-922f-9aaaf9192924 req-cc4e5ec8-3c4b-4381-bcc2-6c4f1682e036 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 944 time: 0.0801921 Jun 01 16:04:57.665013 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-9b6cf01e-8a1b-40ad-922f-9aaaf9192924 req-7e0c460e-1fa8-491c-8f0c-b2b72f0b5346 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439205 Jun 01 16:04:58.858689 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fcf9c-57fa-4765-8cb8-848bdf206955 req-b0d03ccf-7519-4f13-a425-36c41fad3fdd tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:04:58.861263 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0d2fcf9c-57fa-4765-8cb8-848bdf206955 req-b0d03ccf-7519-4f13-a425-36c41fad3fdd tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 944 time: 0.0864904 Jun 01 16:04:58.910503 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-0d2fcf9c-57fa-4765-8cb8-848bdf206955 req-35d6945b-853a-4b2e-a8f0-aeeb99510c51 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436647 Jun 01 16:05:00.557200 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 7d975475-7733-4ef3-a2f5-6f033147f2b9 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=91977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 16:05:00.706243 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 7d975475-7733-4ef3-a2f5-6f033147f2b9, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7d975475-7733-4ef3-a2f5-6f033147f2b9,segment=NetworkSegment(5e508784-7c83-47ad-9c9c-31a01c8dc7cb),segment_id=5e508784-7c83-47ad-9c9c-31a01c8dc7cb)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:05:00.721800 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Returning: {'device': '7d975475-7733-4ef3-a2f5-6f033147f2b9', 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b', 'port_id': '7d975475-7733-4ef3-a2f5-6f033147f2b9', 'mac_address': 'fa:16:3e:7e:73:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738ec522-fe25-4513-9592-8eb829f92162', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 16:05:00.784449 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:00.803790 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d975475-7733-4ef3-a2f5-6f033147f2b9 {{(pid=91977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 16:05:00.821193 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 7d975475-7733-4ef3-a2f5-6f033147f2b9, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7d975475-7733-4ef3-a2f5-6f033147f2b9,segment=NetworkSegment(5e508784-7c83-47ad-9c9c-31a01c8dc7cb),segment_id=5e508784-7c83-47ad-9c9c-31a01c8dc7cb)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:05:00.825031 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:00.826964 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-637f155f-ae90-4423-89cb-083771246dc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:05:00.910332 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=7d975475-7733-4ef3-a2f5-6f033147f2b9,revision_number=7']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:05:00.910332 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:05:01.088349 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] get_ports_and_sgs() called for port_ids ['7d975475-7733-4ef3-a2f5-6f033147f2b9'] {{(pid=91977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 16:05:02.567941 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 7d975475-7733-4ef3-a2f5-6f033147f2b9 up at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 16:05:02.636846 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.provisioning_blocks [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Provisioning complete for port 7d975475-7733-4ef3-a2f5-6f033147f2b9 triggered by entity L2. {{(pid=91977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 16:05:02.637221 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3909735'] for port, provisioning_complete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:02.761029 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3889716'] for port, before_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:02.790311 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16180679-66fb-4a09-9a65-162d4877b94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d975475-7733-4ef3-a2f5-6f033147f2b9'}] {{(pid=91977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:05:02.792590 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1805db92c802322c6ab7d2a7ed8fb9dfb6272beefcf154f40b4a3648d36bfbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2ee6d0-6d4d-40e4-ac9d-a359b6817d6d" -d '{"events": [{"server_uuid": "16180679-66fb-4a09-9a65-162d4877b94e", "name": "network-vif-plugged", "status": "completed", "tag": "7d975475-7733-4ef3-a2f5-6f033147f2b9"}]}' {{(pid=91977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:05:02.800979 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] For port 7d975475-7733-4ef3-a2f5-6f033147f2b9, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7d975475-7733-4ef3-a2f5-6f033147f2b9,segment=NetworkSegment(5e508784-7c83-47ad-9c9c-31a01c8dc7cb),segment_id=5e508784-7c83-47ad-9c9c-31a01c8dc7cb)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:05:02.806529 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737512930205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737512396243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737512395268'] for port, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:02.809500 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-241bd8a5-1f22-4866-b503-3e96d8bf5034 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:05:02.866075 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 16:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6325a6f-19fb-44bc-a7c6-f48946a61f69 x-openstack-request-id: req-f6325a6f-19fb-44bc-a7c6-f48946a61f69 {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:05:02.866609 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16180679-66fb-4a09-9a65-162d4877b94e", "name": "network-vif-plugged", "status": "completed", "tag": "7d975475-7733-4ef3-a2f5-6f033147f2b9", "code": 200}]} {{(pid=91977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:05:02.866870 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f6325a6f-19fb-44bc-a7c6-f48946a61f69 {{(pid=91977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:05:02.868444 dv-cinder-793515-3-smb neutron-server[91977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16180679-66fb-4a09-9a65-162d4877b94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d975475-7733-4ef3-a2f5-6f033147f2b9', 'code': 200} Jun 01 16:05:02.920905 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Pushing event updated for resources: {'Port': ['ID=7d975475-7733-4ef3-a2f5-6f033147f2b9,revision_number=8']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:05:02.925171 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:05:07.711416 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-c2a243c2-01ce-4b89-9a4b-0329744dfa4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:10.178133 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-3e7b4223-c77a-4e77-a1a8-5a9a2d66094e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:10.207383 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:11.391467 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:13.395374 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:22.789342 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:25.233659 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-4a4a2fa7-9d41-4972-bdb8-68c305353efe req-551cf11f-f4cf-4c74-9ca5-f523e0facd66 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1133740 Jun 01 16:05:25.409437 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a2fa7-9d41-4972-bdb8-68c305353efe req-b2acd84d-bff2-49b1-85ac-0f6fe7e63380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:25.410962 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-4a4a2fa7-9d41-4972-bdb8-68c305353efe req-b2acd84d-bff2-49b1-85ac-0f6fe7e63380 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6ffb1478a98b495cbb45a8f41eaa1780&device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 1099 time: 0.0892117 Jun 01 16:05:25.581189 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a2fa7-9d41-4972-bdb8-68c305353efe req-573c6ea9-3e37-49d7-afd5-eb50dcf2b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:25.583007 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-4a4a2fa7-9d41-4972-bdb8-68c305353efe req-573c6ea9-3e37-49d7-afd5-eb50dcf2b655 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fcdf799f-3ed0-423a-9986-2ac629e85f3b HTTP/1.1" status: 200 len: 909 time: 0.1502051 Jun 01 16:05:25.705106 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-4a4a2fa7-9d41-4972-bdb8-68c305353efe req-d4e6b068-af9f-4352-8451-1bfdd4d46316 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d975475-7733-4ef3-a2f5-6f033147f2b9 HTTP/1.1" status: 200 len: 1002 time: 0.1148186 Jun 01 16:05:25.777576 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a2fa7-9d41-4972-bdb8-68c305353efe req-78a38f86-e206-4997-82e5-c3efe2707ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:25.779176 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-4a4a2fa7-9d41-4972-bdb8-68c305353efe req-78a38f86-e206-4997-82e5-c3efe2707ee8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=738ec522-fe25-4513-9592-8eb829f92162 HTTP/1.1" status: 200 len: 847 time: 0.0675797 Jun 01 16:05:25.865747 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a2fa7-9d41-4972-bdb8-68c305353efe req-02362a31-50e2-4c68-9189-fd44d1e0f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:05:25.867621 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-4a4a2fa7-9d41-4972-bdb8-68c305353efe req-02362a31-50e2-4c68-9189-fd44d1e0f75d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fcdf799f-3ed0-423a-9986-2ac629e85f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0809603 Jun 01 16:05:26.032070 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-4a4a2fa7-9d41-4972-bdb8-68c305353efe req-64baccb2-710a-4b8a-b5c1-ae1de889b352 service neutron] 10.222.0.89 "GET /v2.0/networks/fcdf799f-3ed0-423a-9986-2ac629e85f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550696 Jun 01 16:05:26.204072 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-4a4a2fa7-9d41-4972-bdb8-68c305353efe req-bac81a6c-af17-49aa-a1ec-11f0d5a516c7 service neutron] 10.222.0.89 "GET /v2.0/networks/fcdf799f-3ed0-423a-9986-2ac629e85f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641688 Jun 01 16:05:27.517869 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:05:37.713517 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-fea29a85-d330-42d4-8ce3-ab46909fd447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:40.173009 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-60434bef-4ffb-4520-8695-bcf070cad51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:40.211310 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:41.403821 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:43.398640 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:05:52.790727 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:04.517717 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:06:07.716987 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-a9dcb3ba-2ac8-45bb-a4a6-dacfae2925ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:08.684656 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37950) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:06:08.945868 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Deleting port 76b34574-4d23-4390-92ce-6384c7a076ce {{(pid=91976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:06:08.946118 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:09.063612 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:09.063940 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:09.186011 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Calling delete_port for 76b34574-4d23-4390-92ce-6384c7a076ce owned by network:floatingip {{(pid=91976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:06:09.405422 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:09.408904 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:06:09.454547 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Pushing event deleted for resources: {'Port': ['ID=76b34574-4d23-4390-92ce-6384c7a076ce,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:06:09.496221 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:09.496593 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:09.496958 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:09.497318 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:09.497694 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:09.498029 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:09.498656 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:09.498994 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:09.499366 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:09.499714 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:09.500058 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:09.500402 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:09.526395 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:06:09.555434 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for floatingip, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:09.555709 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.db.l3_db [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Floating IP 988a870d-54b3-4d1d-afaa-b0e7ade7ea1b disassociated (deleted). External IP: 172.28.0.239, port: 7d975475-7733-4ef3-a2f5-6f033147f2b9. Jun 01 16:06:09.899728 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Router d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:06:10.073937 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:06:10.084450 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72430105-b82b-44bc-99fd-064d69512e17 None None] Sync routers for ids ['d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'] in dv-cinder-793515-3-smb {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:06:10.091690 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for floatingip, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:10.093697 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72430105-b82b-44bc-99fd-064d69512e17 None None] Routers {'d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:06:10.094312 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-72430105-b82b-44bc-99fd-064d69512e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:05:40Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:06:10.149001 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-eedfac7b-c699-4206-96cf-076d5087a194 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "DELETE /v2.0/floatingips/988a870d-54b3-4d1d-afaa-b0e7ade7ea1b HTTP/1.1" status: 204 len: 168 time: 1.4632695 Jun 01 16:06:10.149657 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16180679-66fb-4a09-9a65-162d4877b94e', 'tag': '7d975475-7733-4ef3-a2f5-6f033147f2b9'}] {{(pid=91976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:06:10.151989 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f9d738effd6d9aceb087a38e3a2b49a7446793e3ad91c39eafceb576f9fb4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af364ac9-bb61-4251-becb-3f4a82b945db" -d '{"events": [{"name": "network-changed", "server_uuid": "16180679-66fb-4a09-9a65-162d4877b94e", "tag": "7d975475-7733-4ef3-a2f5-6f033147f2b9"}]}' {{(pid=91976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:06:10.262109 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-0236b055-5694-4d5b-835a-ffc3c2cb1e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:10.317294 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:10.352836 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-72430105-b82b-44bc-99fd-064d69512e17 None None] Set router d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:06:10.363436 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 16:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258e010c-3b0d-47f9-96bb-040a2f5a15dc x-openstack-request-id: req-258e010c-3b0d-47f9-96bb-040a2f5a15dc {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:06:10.363963 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16180679-66fb-4a09-9a65-162d4877b94e", "tag": "7d975475-7733-4ef3-a2f5-6f033147f2b9", "status": "completed", "code": 200}]} {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:06:10.364441 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-258e010c-3b0d-47f9-96bb-040a2f5a15dc {{(pid=91976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:06:10.365135 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16180679-66fb-4a09-9a65-162d4877b94e', 'tag': '7d975475-7733-4ef3-a2f5-6f033147f2b9', 'status': 'completed', 'code': 200} Jun 01 16:06:10.470791 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af364ac9-bb61-4251-becb-3f4a82b945db req-ac52313c-8163-402b-ba1f-54c6bdea1830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:06:10.472297 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-af364ac9-bb61-4251-becb-3f4a82b945db req-ac52313c-8163-402b-ba1f-54c6bdea1830 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6ffb1478a98b495cbb45a8f41eaa1780&device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 1099 time: 0.0811985 Jun 01 16:06:10.575880 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde81c25-806f-4f3d-bd5f-195b1223b1e5 req-d29e2fba-bfff-4fb4-8ad1-0b666ba9fd44 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:06:10.583615 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-fde81c25-806f-4f3d-bd5f-195b1223b1e5 req-d29e2fba-bfff-4fb4-8ad1-0b666ba9fd44 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 946 time: 0.0935812 Jun 01 16:06:10.608063 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af364ac9-bb61-4251-becb-3f4a82b945db req-acb1d8d5-d59d-4268-a8f0-e1c37ab89cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:06:10.609412 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-af364ac9-bb61-4251-becb-3f4a82b945db req-acb1d8d5-d59d-4268-a8f0-e1c37ab89cb5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fcdf799f-3ed0-423a-9986-2ac629e85f3b HTTP/1.1" status: 200 len: 909 time: 0.1302938 Jun 01 16:06:10.625712 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-fde81c25-806f-4f3d-bd5f-195b1223b1e5 req-600cdf61-a251-4843-ae8b-ef3de4a7ba59 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412288 Jun 01 16:06:10.684004 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-af364ac9-bb61-4251-becb-3f4a82b945db req-ec94c6dc-cba1-47b8-93f5-69c7c280337c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d975475-7733-4ef3-a2f5-6f033147f2b9 HTTP/1.1" status: 200 len: 217 time: 0.0665255 Jun 01 16:06:10.728530 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-72430105-b82b-44bc-99fd-064d69512e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'name': 'tempest-TestShelveInstance-618882027-router', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:09Z', 'revision_number': 4, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'gw_port': {'id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:79:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': 'e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91', 'name': '', 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'mac_address': 'fa:16:3e:32:10:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '738ec522-fe25-4513-9592-8eb829f92162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:08Z', 'updated_at': '2021-06-01T16:02:15Z', 'revision_number': 5, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'subnets': [{'id': '738ec522-fe25-4513-9592-8eb829f92162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:06:10.732560 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72430105-b82b-44bc-99fd-064d69512e17 None None] Checking router: d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d for host: dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:06:10.740830 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72430105-b82b-44bc-99fd-064d69512e17 None None] Routers {'d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:06:10.741436 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-72430105-b82b-44bc-99fd-064d69512e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:06:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:06:10.752621 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af364ac9-bb61-4251-becb-3f4a82b945db req-ef74e111-9f2e-4249-8357-70e2ce018be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:06:10.754028 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-af364ac9-bb61-4251-becb-3f4a82b945db req-ef74e111-9f2e-4249-8357-70e2ce018be7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=738ec522-fe25-4513-9592-8eb829f92162 HTTP/1.1" status: 200 len: 847 time: 0.0632477 Jun 01 16:06:10.845570 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af364ac9-bb61-4251-becb-3f4a82b945db req-00c7f9f2-904d-47f0-a086-aec97985c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:06:10.847410 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-af364ac9-bb61-4251-becb-3f4a82b945db req-00c7f9f2-904d-47f0-a086-aec97985c55e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fcdf799f-3ed0-423a-9986-2ac629e85f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0862482 Jun 01 16:06:10.921052 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-72430105-b82b-44bc-99fd-064d69512e17 None None] Set router d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:06:11.089899 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-af364ac9-bb61-4251-becb-3f4a82b945db req-4e768546-685f-4f98-b68b-a00f7363e8ee service neutron] 10.222.0.89 "GET /v2.0/networks/fcdf799f-3ed0-423a-9986-2ac629e85f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353747 Jun 01 16:06:11.226709 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-af364ac9-bb61-4251-becb-3f4a82b945db req-286f8026-9680-48ae-8442-ade789102163 service neutron] 10.222.0.89 "GET /v2.0/networks/fcdf799f-3ed0-423a-9986-2ac629e85f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293278 Jun 01 16:06:11.247990 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-72430105-b82b-44bc-99fd-064d69512e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'name': 'tempest-TestShelveInstance-618882027-router', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:09Z', 'revision_number': 4, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'gw_port': {'id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:79:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': 'e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91', 'name': '', 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'mac_address': 'fa:16:3e:32:10:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '738ec522-fe25-4513-9592-8eb829f92162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:08Z', 'updated_at': '2021-06-01T16:02:15Z', 'revision_number': 5, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'subnets': [{'id': '738ec522-fe25-4513-9592-8eb829f92162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:06:11.252360 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72430105-b82b-44bc-99fd-064d69512e17 None None] The sync data for ids ['d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'] in dv-cinder-793515-3-smb is: [{'id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'name': 'tempest-TestShelveInstance-618882027-router', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:09Z', 'revision_number': 4, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'gw_port': {'id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:79:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb', '_interfaces': [{'id': 'e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91', 'name': '', 'network_id': 'fcdf799f-3ed0-423a-9986-2ac629e85f3b', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'mac_address': 'fa:16:3e:32:10:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '738ec522-fe25-4513-9592-8eb829f92162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:08Z', 'updated_at': '2021-06-01T16:02:15Z', 'revision_number': 5, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'subnets': [{'id': '738ec522-fe25-4513-9592-8eb829f92162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:06:11.398006 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:11.474813 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ac3579-1b0b-47d5-b918-7597a5176f91 None None] New status for floating IP 988a870d-54b3-4d1d-afaa-b0e7ade7ea1b: DOWN {{(pid=91978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 16:06:11.813172 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ede12-f1af-4766-9060-4fc41226c065 req-2e6bb4fd-eb64-4e65-99f2-55cf782077a8 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:06:11.813860 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-977ede12-f1af-4766-9060-4fc41226c065 req-2e6bb4fd-eb64-4e65-99f2-55cf782077a8 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Synchronizing usage tracker for tenant:6ffb1478a98b495cbb45a8f41eaa1780 on resource:port {{(pid=91976) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 16:06:11.818935 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062430c-9a70-4c5c-8e34-1d8eee09de5c req-fdfdd8c7-036f-4361-890c-42079c554c4b tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 16:06:11.820439 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3062430c-9a70-4c5c-8e34-1d8eee09de5c req-fdfdd8c7-036f-4361-890c-42079c554c4b tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 946 time: 0.0812247 Jun 01 16:06:11.830477 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.quota.resource [req-977ede12-f1af-4766-9060-4fc41226c065 req-2e6bb4fd-eb64-4e65-99f2-55cf782077a8 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Unset dirty status for tenant:6ffb1478a98b495cbb45a8f41eaa1780 on resource:port {{(pid=91976) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 16:06:11.831811 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-977ede12-f1af-4766-9060-4fc41226c065 req-2e6bb4fd-eb64-4e65-99f2-55cf782077a8 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.89 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 946 time: 0.0958052 Jun 01 16:06:11.866185 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-3062430c-9a70-4c5c-8e34-1d8eee09de5c req-a27a2d4c-923b-4c73-99d9-413133953bd9 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/security-groups?id=36325577-ae52-4b1c-9209-6de05276e8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393190 Jun 01 16:06:11.969969 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [req-977ede12-f1af-4766-9060-4fc41226c065 req-c70f218e-f140-4033-8807-60014f6e7d1b tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Deleting port 7d975475-7733-4ef3-a2f5-6f033147f2b9 {{(pid=91976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:06:11.970308 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-977ede12-f1af-4766-9060-4fc41226c065 req-c70f218e-f140-4033-8807-60014f6e7d1b tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:12.100364 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [req-977ede12-f1af-4766-9060-4fc41226c065 req-c70f218e-f140-4033-8807-60014f6e7d1b tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] For port 7d975475-7733-4ef3-a2f5-6f033147f2b9, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7d975475-7733-4ef3-a2f5-6f033147f2b9,segment=NetworkSegment(5e508784-7c83-47ad-9c9c-31a01c8dc7cb),segment_id=5e508784-7c83-47ad-9c9c-31a01c8dc7cb)] {{(pid=91976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:06:12.101087 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-977ede12-f1af-4766-9060-4fc41226c065 req-c70f218e-f140-4033-8807-60014f6e7d1b tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:12.222260 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [req-977ede12-f1af-4766-9060-4fc41226c065 req-c70f218e-f140-4033-8807-60014f6e7d1b tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Calling delete_port for 7d975475-7733-4ef3-a2f5-6f033147f2b9 owned by compute:nova {{(pid=91976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:06:12.333319 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-977ede12-f1af-4766-9060-4fc41226c065 req-c70f218e-f140-4033-8807-60014f6e7d1b tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:12.340645 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-1ec66c56-1d55-4145-89e6-f2793deb0af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:06:12.415210 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f218e-f140-4033-8807-60014f6e7d1b tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Pushing event deleted for resources: {'Port': ['ID=7d975475-7733-4ef3-a2f5-6f033147f2b9,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:06:12.418250 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-c70f218e-f140-4033-8807-60014f6e7d1b tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:06:12.471128 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [req-977ede12-f1af-4766-9060-4fc41226c065 req-c70f218e-f140-4033-8807-60014f6e7d1b tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] No DVR routers for this DVR port 7d975475-7733-4ef3-a2f5-6f033147f2b9 on host hv-cinder-79351 {{(pid=91976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:06:12.473695 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [req-977ede12-f1af-4766-9060-4fc41226c065 req-c70f218e-f140-4033-8807-60014f6e7d1b tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130103'] for port, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:12.476486 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16180679-66fb-4a09-9a65-162d4877b94e', 'name': 'network-vif-deleted', 'tag': '7d975475-7733-4ef3-a2f5-6f033147f2b9'}] {{(pid=91976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 16:06:12.478749 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f9d738effd6d9aceb087a38e3a2b49a7446793e3ad91c39eafceb576f9fb4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2342d910-5c92-40fd-b0a4-c3355522d6b8" -d '{"events": [{"server_uuid": "16180679-66fb-4a09-9a65-162d4877b94e", "name": "network-vif-deleted", "tag": "7d975475-7733-4ef3-a2f5-6f033147f2b9"}]}' {{(pid=91976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 16:06:12.503529 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [req-977ede12-f1af-4766-9060-4fc41226c065 req-c70f218e-f140-4033-8807-60014f6e7d1b tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.89 "DELETE /v2.0/ports/7d975475-7733-4ef3-a2f5-6f033147f2b9 HTTP/1.1" status: 204 len: 173 time: 0.6659889 Jun 01 16:06:12.523627 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 16:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88feaaac-2963-47f1-9085-d7ee76810a35 x-openstack-request-id: req-88feaaac-2963-47f1-9085-d7ee76810a35 {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 16:06:12.523967 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16180679-66fb-4a09-9a65-162d4877b94e", "name": "network-vif-deleted", "tag": "7d975475-7733-4ef3-a2f5-6f033147f2b9", "status": "completed", "code": 200}]} {{(pid=91976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 16:06:12.525023 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-88feaaac-2963-47f1-9085-d7ee76810a35 {{(pid=91976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 16:06:12.525449 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16180679-66fb-4a09-9a65-162d4877b94e', 'name': 'network-vif-deleted', 'tag': '7d975475-7733-4ef3-a2f5-6f033147f2b9', 'status': 'completed', 'code': 200} Jun 01 16:06:13.025123 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [req-4abfa7ce-d0d7-4d34-9475-89245312c85f req-2d3fb98c-69ae-49ba-bcae-be47510bc1e9 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "GET /v2.0/ports?device_id=16180679-66fb-4a09-9a65-162d4877b94e HTTP/1.1" status: 200 len: 210 time: 0.0489194 Jun 01 16:06:13.400716 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:14.119959 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37980) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:06:14.189020 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7b398353-48d7-4ea6-87e2-46a359b5fe95 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:14.220089 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7b398353-48d7-4ea6-87e2-46a359b5fe95 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:14.284043 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7b398353-48d7-4ea6-87e2-46a359b5fe95 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:14.288079 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-e6fc3bb8-15e0-48c9-b034-5059c848bda4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:06:14.303555 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b398353-48d7-4ea6-87e2-46a359b5fe95 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36325577-ae52-4b1c-9209-6de05276e8de,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:06:14.305924 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-7b398353-48d7-4ea6-87e2-46a359b5fe95 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:06:14.315789 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-7b398353-48d7-4ea6-87e2-46a359b5fe95 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:14.316889 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-7b398353-48d7-4ea6-87e2-46a359b5fe95 tempest-TestShelveInstance-1927075525 tempest-TestShelveInstance-1927075525-project] 10.222.0.60 "DELETE /v2.0/security-groups/36325577-ae52-4b1c-9209-6de05276e8de HTTP/1.1" status: 204 len: 168 time: 0.1959162 Jun 01 16:06:15.380766 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37986) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:06:16.020628 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-a75c0de9-64db-4bfb-bdd6-945b80d69696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633017'] for router_interface, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:16.433612 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-a75c0de9-64db-4bfb-bdd6-945b80d69696 admin admin] Deleting port e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91 {{(pid=91976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:06:16.434367 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-a75c0de9-64db-4bfb-bdd6-945b80d69696 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:16.563009 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [None req-a75c0de9-64db-4bfb-bdd6-945b80d69696 admin admin] For port e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91,segment=NetworkSegment(5e508784-7c83-47ad-9c9c-31a01c8dc7cb),segment_id=5e508784-7c83-47ad-9c9c-31a01c8dc7cb)] {{(pid=91976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:06:16.563386 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-a75c0de9-64db-4bfb-bdd6-945b80d69696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:16.685211 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-a75c0de9-64db-4bfb-bdd6-945b80d69696 admin admin] Calling delete_port for e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91 owned by network:router_interface {{(pid=91976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:06:16.911335 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-a75c0de9-64db-4bfb-bdd6-945b80d69696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:16.914785 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-d75c2cc3-0cf4-4237-8d1e-fb7d245d56de tempest-VolumesNegativeTest-1274385394 tempest-VolumesNegativeTest-1274385394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:06:16.961913 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c0de9-64db-4bfb-bdd6-945b80d69696 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:06:16.985670 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 7d975475-7733-4ef3-a2f5-6f033147f2b9 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:06:16.987335 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-a75c0de9-64db-4bfb-bdd6-945b80d69696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:06:17.023368 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] No Port match for: 7d975475-7733-4ef3-a2f5-6f033147f2b9 {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:06:17.024008 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Device 7d975475-7733-4ef3-a2f5-6f033147f2b9 not bound to the agent host hv-cinder-79351 {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:06:17.250287 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-a75c0de9-64db-4bfb-bdd6-945b80d69696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644137'] for router_interface, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:17.727014 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75c0de9-64db-4bfb-bdd6-945b80d69696 admin admin] Router d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:06:17.908632 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75c0de9-64db-4bfb-bdd6-945b80d69696 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:06:17.917919 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6210699f-21ea-4e20-9043-a561e6b9b62b None None] Sync routers for ids ['d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'] in dv-cinder-793515-3-smb {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:06:17.924721 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-a75c0de9-64db-4bfb-bdd6-945b80d69696 admin admin] 10.222.0.60 "PUT /v2.0/routers/d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5427725 Jun 01 16:06:17.927456 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37988) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:06:17.928894 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6210699f-21ea-4e20-9043-a561e6b9b62b None None] Routers {'d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:06:17.929481 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-6210699f-21ea-4e20-9043-a561e6b9b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:06:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:06:18.118128 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-03c8d1cd-9d72-4eed-80e6-d18a1690b102 admin admin] Notify callbacks [] for router, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:18.124624 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-6210699f-21ea-4e20-9043-a561e6b9b62b None None] Set router d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d gateway port host: dv-cinder-793515-3-smb {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:06:18.308877 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-03c8d1cd-9d72-4eed-80e6-d18a1690b102 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:18.386378 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-03c8d1cd-9d72-4eed-80e6-d18a1690b102 admin admin] Deleting port f6fd663a-f9f8-42b6-b18a-66219a459a23 {{(pid=91976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:06:18.386723 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-03c8d1cd-9d72-4eed-80e6-d18a1690b102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:18.444191 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-6210699f-21ea-4e20-9043-a561e6b9b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'name': 'tempest-TestShelveInstance-618882027-router', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:06:16Z', 'revision_number': 5, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'gw_port': {'id': 'f6fd663a-f9f8-42b6-b18a-66219a459a23', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:79:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb'}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:06:18.451241 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6210699f-21ea-4e20-9043-a561e6b9b62b None None] Checking router: d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d for host: dv-cinder-793515-3-smb {{(pid=91977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:06:18.467056 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6210699f-21ea-4e20-9043-a561e6b9b62b None None] Routers {'d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:06:18.468215 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-6210699f-21ea-4e20-9043-a561e6b9b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:06:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'], 'active': True} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:06:18.580543 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [None req-03c8d1cd-9d72-4eed-80e6-d18a1690b102 admin admin] For port f6fd663a-f9f8-42b6-b18a-66219a459a23, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=f6fd663a-f9f8-42b6-b18a-66219a459a23,segment=NetworkSegment(2169e936-6da0-43d3-a98e-548bcd0f9f05),segment_id=2169e936-6da0-43d3-a98e-548bcd0f9f05)] {{(pid=91976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:06:18.580826 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-03c8d1cd-9d72-4eed-80e6-d18a1690b102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:18.717597 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-03c8d1cd-9d72-4eed-80e6-d18a1690b102 admin admin] Calling delete_port for f6fd663a-f9f8-42b6-b18a-66219a459a23 owned by network:router_gateway {{(pid=91976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:06:18.719091 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvr_db [None req-6210699f-21ea-4e20-9043-a561e6b9b62b None None] Set router d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d gateway port host: None {{(pid=91977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:06:18.848721 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_hamode_db [None req-6210699f-21ea-4e20-9043-a561e6b9b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'name': 'tempest-TestShelveInstance-618882027-router', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:06:18Z', 'revision_number': 6, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'gw_port_host': None}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:06:18.852913 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6210699f-21ea-4e20-9043-a561e6b9b62b None None] The sync data for ids ['d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d'] in dv-cinder-793515-3-smb is: [{'id': 'd6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d', 'name': 'tempest-TestShelveInstance-618882027-router', 'tenant_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:02:05Z', 'updated_at': '2021-06-01T16:06:18Z', 'revision_number': 6, 'project_id': '6ffb1478a98b495cbb45a8f41eaa1780', 'gw_port_host': None}] {{(pid=91977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:06:18.890421 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-03c8d1cd-9d72-4eed-80e6-d18a1690b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:18.894584 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-eaf8dccc-ea70-4189-8073-546027e0c82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:06:18.940346 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8d1cd-9d72-4eed-80e6-d18a1690b102 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6fd663a-f9f8-42b6-b18a-66219a459a23,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:06:18.943683 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-03c8d1cd-9d72-4eed-80e6-d18a1690b102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:06:19.145590 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-03c8d1cd-9d72-4eed-80e6-d18a1690b102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634066'] for router_gateway, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:19.277955 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91 no longer exists at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:06:19.321200 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] No Port match for: e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91 {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:06:19.321548 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device e1898b7f-fdc5-4af4-a5dd-f0ba71c5ed91 not bound to the agent host dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:06:19.334619 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-03c8d1cd-9d72-4eed-80e6-d18a1690b102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2483'] for router, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:19.336921 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-03c8d1cd-9d72-4eed-80e6-d18a1690b102 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:19.361505 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-03c8d1cd-9d72-4eed-80e6-d18a1690b102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745012'] for router, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:19.362129 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c8d1cd-9d72-4eed-80e6-d18a1690b102 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d {{(pid=91976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 16:06:19.376962 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-03c8d1cd-9d72-4eed-80e6-d18a1690b102 admin admin] Notify callbacks [] for router, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:19.378112 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-03c8d1cd-9d72-4eed-80e6-d18a1690b102 admin admin] 10.222.0.60 "DELETE /v2.0/routers/d6147cf4-db4d-45b3-bc9a-0e7e4bc15a7d HTTP/1.1" status: 204 len: 168 time: 1.4497049 Jun 01 16:06:19.380957 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37990) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:06:19.444155 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33ab684-0ac2-4b46-8481-d07d7b2e6560 admin admin] Deleting subnet 738ec522-fe25-4513-9592-8eb829f92162 {{(pid=91976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 16:06:19.447145 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f33ab684-0ac2-4b46-8481-d07d7b2e6560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:19.500999 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f33ab684-0ac2-4b46-8481-d07d7b2e6560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129320122'] for subnet, precommit_delete_associations {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:19.578245 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f33ab684-0ac2-4b46-8481-d07d7b2e6560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907603'] for subnet, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:19.852243 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f33ab684-0ac2-4b46-8481-d07d7b2e6560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129416412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128456118'] for subnet, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:19.857816 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-73450d3f-e987-4ac8-b8f0-d8fe82739c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:06:19.901981 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ab684-0ac2-4b46-8481-d07d7b2e6560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=738ec522-fe25-4513-9592-8eb829f92162,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:06:19.905212 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-f33ab684-0ac2-4b46-8481-d07d7b2e6560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:06:19.906232 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-f33ab684-0ac2-4b46-8481-d07d7b2e6560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for subnet, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:19.915366 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0743d6-054a-4b2e-8fc1-1dbb1560e94a None None] Network fcdf799f-3ed0-423a-9986-2ac629e85f3b requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:06:19.917303 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-f33ab684-0ac2-4b46-8481-d07d7b2e6560 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/738ec522-fe25-4513-9592-8eb829f92162 HTTP/1.1" status: 204 len: 168 time: 0.5350964 Jun 01 16:06:19.920091 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37992) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:06:20.028232 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-69705073-af2e-4546-9720-64e62635f720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916354'] for network, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:20.117806 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-69705073-af2e-4546-9720-64e62635f720 admin admin] Deleting port b2ea2635-f44c-467c-9320-b43b113afc38 {{(pid=91976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:06:20.118195 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-69705073-af2e-4546-9720-64e62635f720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:20.184822 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f96fc5-14a0-4224-bb03-fddfcf83aa48 None None] DHCP port deletion for fcdf799f-3ed0-423a-9986-2ac629e85f3b request from dv-cinder-793515-3-smb {{(pid=91977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 16:06:20.226921 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [None req-69705073-af2e-4546-9720-64e62635f720 admin admin] For port b2ea2635-f44c-467c-9320-b43b113afc38, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=b2ea2635-f44c-467c-9320-b43b113afc38,segment=NetworkSegment(5e508784-7c83-47ad-9c9c-31a01c8dc7cb),segment_id=5e508784-7c83-47ad-9c9c-31a01c8dc7cb)] {{(pid=91976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:06:20.227339 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-69705073-af2e-4546-9720-64e62635f720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:20.262372 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-42f96fc5-14a0-4224-bb03-fddfcf83aa48 None None] Deleting port b2ea2635-f44c-467c-9320-b43b113afc38 {{(pid=91977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:06:20.262759 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-42f96fc5-14a0-4224-bb03-fddfcf83aa48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:20.358216 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-69705073-af2e-4546-9720-64e62635f720 admin admin] Calling delete_port for b2ea2635-f44c-467c-9320-b43b113afc38 owned by network:dhcp {{(pid=91976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:06:20.396171 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-42f96fc5-14a0-4224-bb03-fddfcf83aa48 None None] For port b2ea2635-f44c-467c-9320-b43b113afc38, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=b2ea2635-f44c-467c-9320-b43b113afc38,segment=NetworkSegment(5e508784-7c83-47ad-9c9c-31a01c8dc7cb),segment_id=5e508784-7c83-47ad-9c9c-31a01c8dc7cb)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:06:20.396827 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-42f96fc5-14a0-4224-bb03-fddfcf83aa48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:20.410816 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-69705073-af2e-4546-9720-64e62635f720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:20.416459 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:06:20.462887 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69705073-af2e-4546-9720-64e62635f720 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ea2635-f44c-467c-9320-b43b113afc38,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:06:20.465494 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69705073-af2e-4546-9720-64e62635f720 admin admin] No DVR routers for this DVR port b2ea2635-f44c-467c-9320-b43b113afc38 on host dv-cinder-793515-3-smb {{(pid=91976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:06:20.467279 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-69705073-af2e-4546-9720-64e62635f720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:06:20.537434 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-42f96fc5-14a0-4224-bb03-fddfcf83aa48 None None] Calling delete_port for b2ea2635-f44c-467c-9320-b43b113afc38 owned by network:dhcp {{(pid=91977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:06:20.593398 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-42f96fc5-14a0-4224-bb03-fddfcf83aa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234'] for port, after_delete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:20.599853 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-69705073-af2e-4546-9720-64e62635f720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3910276', 'neutron.services.segments.db._delete_segments_for_network-8737512847436'] for network, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:20.601477 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-9596dedf-b45b-46fd-9585-08bde2d26f8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:06:20.614887 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.services.segments.db [None req-69705073-af2e-4546-9720-64e62635f720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcdf799f-3ed0-423a-9986-2ac629e85f3b']}} {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:06:20.631462 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.services.segments.db [None req-69705073-af2e-4546-9720-64e62635f720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e508784-7c83-47ad-9c9c-31a01c8dc7cb') {'for_net_delete': True} {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:06:20.631741 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.services.segments.db [None req-69705073-af2e-4546-9720-64e62635f720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e508784-7c83-47ad-9c9c-31a01c8dc7cb') {} {{(pid=91976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:06:20.644827 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-69705073-af2e-4546-9720-64e62635f720 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737512848743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129320109'] for segment, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:20.656767 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f96fc5-14a0-4224-bb03-fddfcf83aa48 None None] Pushing event deleted for resources: {'Port': ['ID=b2ea2635-f44c-467c-9320-b43b113afc38,revision_number=None']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:06:20.661106 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f96fc5-14a0-4224-bb03-fddfcf83aa48 None None] No DVR routers for this DVR port b2ea2635-f44c-467c-9320-b43b113afc38 on host dv-cinder-793515-3-smb {{(pid=91977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:06:20.670845 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f96fc5-14a0-4224-bb03-fddfcf83aa48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:20.671231 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f96fc5-14a0-4224-bb03-fddfcf83aa48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:20.671685 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f96fc5-14a0-4224-bb03-fddfcf83aa48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:20.671907 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f96fc5-14a0-4224-bb03-fddfcf83aa48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:20.672242 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f96fc5-14a0-4224-bb03-fddfcf83aa48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:20.672711 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f96fc5-14a0-4224-bb03-fddfcf83aa48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:20.673043 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f96fc5-14a0-4224-bb03-fddfcf83aa48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:20.673352 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f96fc5-14a0-4224-bb03-fddfcf83aa48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:20.673674 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f96fc5-14a0-4224-bb03-fddfcf83aa48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:20.673999 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f96fc5-14a0-4224-bb03-fddfcf83aa48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:20.674320 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f96fc5-14a0-4224-bb03-fddfcf83aa48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:20.674699 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f96fc5-14a0-4224-bb03-fddfcf83aa48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:20.678504 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-69705073-af2e-4546-9720-64e62635f720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:20.679127 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-42f96fc5-14a0-4224-bb03-fddfcf83aa48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:06:20.687851 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69705073-af2e-4546-9720-64e62635f720 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=91976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 16:06:20.688263 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-69705073-af2e-4546-9720-64e62635f720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129416830'] for segment, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: Traceback (most recent call last): Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: timer() Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: cb(*args, **kw) Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: return func(*args, **kwargs) Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: self._notify() Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: self.callback(batched_events) Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: event.method(event) Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: return f(self, *a, **k) Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: return self._get(url).json() Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: return self.request(url, 'GET', **kwargs) Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 16:06:20.824587 dv-cinder-793515-3-smb neutron-server[91976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 16:06:20.905157 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-69705073-af2e-4546-9720-64e62635f720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3910301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634041'] for network, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:20.909918 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:06:20.924084 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-69705073-af2e-4546-9720-64e62635f720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:20.938412 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69705073-af2e-4546-9720-64e62635f720 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcdf799f-3ed0-423a-9986-2ac629e85f3b,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:06:20.941954 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-69705073-af2e-4546-9720-64e62635f720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:06:20.953973 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-69705073-af2e-4546-9720-64e62635f720 admin admin] 10.222.0.60 "DELETE /v2.0/networks/fcdf799f-3ed0-423a-9986-2ac629e85f3b HTTP/1.1" status: 204 len: 168 time: 1.0327225 Jun 01 16:06:20.957161 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 37994) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:06:21.154282 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device b2ea2635-f44c-467c-9320-b43b113afc38 no longer exists at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:06:21.219634 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] No Port match for: b2ea2635-f44c-467c-9320-b43b113afc38 {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:06:21.220205 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device b2ea2635-f44c-467c-9320-b43b113afc38 not bound to the agent host dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:06:21.220893 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device f6fd663a-f9f8-42b6-b18a-66219a459a23 no longer exists at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:06:21.270434 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] No Port match for: f6fd663a-f9f8-42b6-b18a-66219a459a23 {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:06:21.270809 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device f6fd663a-f9f8-42b6-b18a-66219a459a23 not bound to the agent host dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:06:21.584204 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3d10d6af-b3ca-4dc1-8a91-c16c54bc52c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633017'] for router_interface, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:21.996104 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-3d10d6af-b3ca-4dc1-8a91-c16c54bc52c3 admin admin] Deleting port d6ea809c-b37d-4629-a24c-ce6130fb59a6 {{(pid=91976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:06:21.996909 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3d10d6af-b3ca-4dc1-8a91-c16c54bc52c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:22.124705 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.db [None req-3d10d6af-b3ca-4dc1-8a91-c16c54bc52c3 admin admin] For port d6ea809c-b37d-4629-a24c-ce6130fb59a6, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=d6ea809c-b37d-4629-a24c-ce6130fb59a6,segment=NetworkSegment(cba5281c-50fd-4681-b5c0-35aed855cad6),segment_id=cba5281c-50fd-4681-b5c0-35aed855cad6)] {{(pid=91976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:06:22.125049 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3d10d6af-b3ca-4dc1-8a91-c16c54bc52c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:22.249704 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.plugins.ml2.plugin [None req-3d10d6af-b3ca-4dc1-8a91-c16c54bc52c3 admin admin] Calling delete_port for d6ea809c-b37d-4629-a24c-ce6130fb59a6 owned by network:router_interface {{(pid=91976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:06:22.511667 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3d10d6af-b3ca-4dc1-8a91-c16c54bc52c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129416707'] for port, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:22.515389 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-8e922292-d5c0-446d-a538-60186a96ab03 tempest-AttachVolumeTestJSON-147581386 tempest-AttachVolumeTestJSON-147581386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:06:22.559186 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10d6af-b3ca-4dc1-8a91-c16c54bc52c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ea809c-b37d-4629-a24c-ce6130fb59a6,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:06:22.562747 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-3d10d6af-b3ca-4dc1-8a91-c16c54bc52c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:06:22.783449 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:22.836723 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-3d10d6af-b3ca-4dc1-8a91-c16c54bc52c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644137'] for router_interface, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:23.206147 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d10d6af-b3ca-4dc1-8a91-c16c54bc52c3 admin admin] Router f541e78e-8f97-4689-be33-ad94872b67b8 has already been hosted by L3 agent deff706e-e999-4cf4-9b9f-5715f2a6ca0e {{(pid=91976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 16:06:23.388910 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d10d6af-b3ca-4dc1-8a91-c16c54bc52c3 admin admin] Notify agent at l3_agent.dv-cinder-793515-3-smb the message routers_updated {{(pid=91976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 16:06:23.397516 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd3dc7-1e0c-417e-b129-2bb36bc339ec None None] Sync routers for ids ['f541e78e-8f97-4689-be33-ad94872b67b8'] in dv-cinder-793515-3-smb {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 16:06:23.406944 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-3d10d6af-b3ca-4dc1-8a91-c16c54bc52c3 admin admin] 10.222.0.60 "PUT /v2.0/routers/f541e78e-8f97-4689-be33-ad94872b67b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4486716 Jun 01 16:06:23.409713 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd3dc7-1e0c-417e-b129-2bb36bc339ec None None] Routers {'f541e78e-8f97-4689-be33-ad94872b67b8'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:06:23.410338 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-48cd3dc7-1e0c-417e-b129-2bb36bc339ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:06:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['f541e78e-8f97-4689-be33-ad94872b67b8'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:06:23.414252 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 37996) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:06:23.585762 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-48cd3dc7-1e0c-417e-b129-2bb36bc339ec None None] Set router f541e78e-8f97-4689-be33-ad94872b67b8 gateway port host: dv-cinder-793515-3-smb {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:06:23.591667 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Notify callbacks [] for router, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:23.766545 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:23.838348 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Deleting port e59304bb-fed7-4fd3-b971-f97ed4cd94a4 {{(pid=91975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:06:23.838692 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:23.897914 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-48cd3dc7-1e0c-417e-b129-2bb36bc339ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f541e78e-8f97-4689-be33-ad94872b67b8', 'name': 'tempest-TestShelveInstance-942998382-router', 'tenant_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'external_fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e59304bb-fed7-4fd3-b971-f97ed4cd94a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:02:12Z', 'updated_at': '2021-06-01T16:06:22Z', 'revision_number': 5, 'project_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'gw_port': {'id': 'e59304bb-fed7-4fd3-b971-f97ed4cd94a4', 'name': '', 'network_id': '6e7482f9-9717-4453-9b2f-c40fb5d07656', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f541e78e-8f97-4689-be33-ad94872b67b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T16:02:13Z', 'updated_at': '2021-06-01T16:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '517eec18-9bb2-4c7a-bda3-2fa22e1410fe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-3-smb'}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:06:23.902373 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd3dc7-1e0c-417e-b129-2bb36bc339ec None None] Checking router: f541e78e-8f97-4689-be33-ad94872b67b8 for host: dv-cinder-793515-3-smb {{(pid=91978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 16:06:23.911041 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd3dc7-1e0c-417e-b129-2bb36bc339ec None None] Routers {'f541e78e-8f97-4689-be33-ad94872b67b8'} bound to L3 agent in host dv-cinder-793515-3-smb {{(pid=91978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 16:06:23.911670 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-48cd3dc7-1e0c-417e-b129-2bb36bc339ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T15:45:10Z,description=,heartbeat_timestamp=2021-06-01T16:06:10Z,host='dv-cinder-793515-3-smb',id=deff706e-e999-4cf4-9b9f-5715f2a6ca0e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T15:45:10Z,topic='l3_agent')) {'router_ids': ['f541e78e-8f97-4689-be33-ad94872b67b8'], 'active': True} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:06:23.960991 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] For port e59304bb-fed7-4fd3-b971-f97ed4cd94a4, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=e59304bb-fed7-4fd3-b971-f97ed4cd94a4,segment=NetworkSegment(2169e936-6da0-43d3-a98e-548bcd0f9f05),segment_id=2169e936-6da0-43d3-a98e-548bcd0f9f05)] {{(pid=91975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:06:23.961350 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:24.069721 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_dvr_db [None req-48cd3dc7-1e0c-417e-b129-2bb36bc339ec None None] Set router f541e78e-8f97-4689-be33-ad94872b67b8 gateway port host: None {{(pid=91978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 16:06:24.176365 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.l3_hamode_db [None req-48cd3dc7-1e0c-417e-b129-2bb36bc339ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f541e78e-8f97-4689-be33-ad94872b67b8', 'name': 'tempest-TestShelveInstance-942998382-router', 'tenant_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:02:12Z', 'updated_at': '2021-06-01T16:06:23Z', 'revision_number': 6, 'project_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'gw_port_host': None}], 'dv-cinder-793515-3-smb', False) {} {{(pid=91978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:06:24.180441 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd3dc7-1e0c-417e-b129-2bb36bc339ec None None] The sync data for ids ['f541e78e-8f97-4689-be33-ad94872b67b8'] in dv-cinder-793515-3-smb is: [{'id': 'f541e78e-8f97-4689-be33-ad94872b67b8', 'name': 'tempest-TestShelveInstance-942998382-router', 'tenant_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T16:02:12Z', 'updated_at': '2021-06-01T16:06:23Z', 'revision_number': 6, 'project_id': 'ae7859176c364c99bf6d4f5771d0a0d3', 'gw_port_host': None}] {{(pid=91978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 16:06:24.202097 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Calling delete_port for e59304bb-fed7-4fd3-b971-f97ed4cd94a4 owned by network:router_gateway {{(pid=91975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:06:24.343171 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:24.346577 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-0ded2912-a7f0-4348-8160-f42136ba965b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:06:24.393192 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Pushing event deleted for resources: {'Port': ['ID=e59304bb-fed7-4fd3-b971-f97ed4cd94a4,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:06:24.430015 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:24.430713 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:24.430713 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:24.431167 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:24.431519 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:24.431869 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:24.432761 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:24.433105 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:24.433447 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:24.433789 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:24.434131 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:24.434469 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-3-smb {{(pid=91975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 16:06:24.441589 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:06:24.497944 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634066'] for router_gateway, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:24.675089 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2483'] for router, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:24.677319 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:24.700307 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745012'] for router, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:24.700931 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f541e78e-8f97-4689-be33-ad94872b67b8 {{(pid=91975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 16:06:24.712698 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] Notify callbacks [] for router, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:24.713836 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-34d0c6a2-56fa-4609-a6e0-21aa304abe97 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f541e78e-8f97-4689-be33-ad94872b67b8 HTTP/1.1" status: 204 len: 168 time: 1.2985337 Jun 01 16:06:24.716441 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 37998) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:06:24.776126 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1755f04-9877-4e87-9b74-f9593d9acb08 admin admin] Deleting subnet a9d20423-8b83-47b5-8529-1731a8f73f16 {{(pid=91975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 16:06:24.779523 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a1755f04-9877-4e87-9b74-f9593d9acb08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:24.832483 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a1755f04-9877-4e87-9b74-f9593d9acb08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128648308'] for subnet, precommit_delete_associations {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:24.931540 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a1755f04-9877-4e87-9b74-f9593d9acb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907603'] for subnet, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:25.156801 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device d6ea809c-b37d-4629-a24c-ce6130fb59a6 no longer exists at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:06:25.192482 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] No Port match for: d6ea809c-b37d-4629-a24c-ce6130fb59a6 {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:06:25.192954 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device d6ea809c-b37d-4629-a24c-ce6130fb59a6 not bound to the agent host dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:06:25.193447 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device e59304bb-fed7-4fd3-b971-f97ed4cd94a4 no longer exists at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:06:25.209034 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a1755f04-9877-4e87-9b74-f9593d9acb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128535182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129423345'] for subnet, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:25.213664 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-0e029b89-7533-4fd7-af67-b99d0486a525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:06:25.234917 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] No Port match for: e59304bb-fed7-4fd3-b971-f97ed4cd94a4 {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:06:25.235348 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device e59304bb-fed7-4fd3-b971-f97ed4cd94a4 not bound to the agent host dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:06:25.249898 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1755f04-9877-4e87-9b74-f9593d9acb08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9d20423-8b83-47b5-8529-1731a8f73f16,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:06:25.252927 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-a1755f04-9877-4e87-9b74-f9593d9acb08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:06:25.260143 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-a1755f04-9877-4e87-9b74-f9593d9acb08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:25.264404 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57f361e-ff7c-450c-be32-5e6f60f68398 None None] Network 59e24ffa-a64f-46a7-b6c2-f652de047ce5 requested from dv-cinder-793515-3-smb {{(pid=91977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 16:06:25.268443 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-a1755f04-9877-4e87-9b74-f9593d9acb08 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a9d20423-8b83-47b5-8529-1731a8f73f16 HTTP/1.1" status: 204 len: 168 time: 0.5485165 Jun 01 16:06:25.268443 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 38000) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:06:25.374055 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d8355563-80ea-45f9-81f4-731414b9ebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916354'] for network, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:25.455336 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [None req-d8355563-80ea-45f9-81f4-731414b9ebe4 admin admin] Deleting port 8eadc54a-91e4-444a-9fe4-7dec7c09f56a {{(pid=91975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:06:25.456008 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d8355563-80ea-45f9-81f4-731414b9ebe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:25.498756 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3ccebf-8303-4ca7-9ca9-466e80335186 None None] DHCP port deletion for 59e24ffa-a64f-46a7-b6c2-f652de047ce5 request from dv-cinder-793515-3-smb {{(pid=91977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 16:06:25.560255 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.db [None req-d8355563-80ea-45f9-81f4-731414b9ebe4 admin admin] For port 8eadc54a-91e4-444a-9fe4-7dec7c09f56a, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=8eadc54a-91e4-444a-9fe4-7dec7c09f56a,segment=NetworkSegment(cba5281c-50fd-4681-b5c0-35aed855cad6),segment_id=cba5281c-50fd-4681-b5c0-35aed855cad6)] {{(pid=91975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:06:25.560550 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d8355563-80ea-45f9-81f4-731414b9ebe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:25.564770 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-4f3ccebf-8303-4ca7-9ca9-466e80335186 None None] Deleting port 8eadc54a-91e4-444a-9fe4-7dec7c09f56a {{(pid=91977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 16:06:25.565153 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-4f3ccebf-8303-4ca7-9ca9-466e80335186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737512926001'] for port, before_delete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:25.698866 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.db [None req-4f3ccebf-8303-4ca7-9ca9-466e80335186 None None] For port 8eadc54a-91e4-444a-9fe4-7dec7c09f56a, host dv-cinder-793515-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-3-smb',level=0,port_id=8eadc54a-91e4-444a-9fe4-7dec7c09f56a,segment=NetworkSegment(cba5281c-50fd-4681-b5c0-35aed855cad6),segment_id=cba5281c-50fd-4681-b5c0-35aed855cad6)] {{(pid=91977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 16:06:25.699292 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-4f3ccebf-8303-4ca7-9ca9-466e80335186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631478'] for port, precommit_delete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:25.794234 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.plugin [None req-d8355563-80ea-45f9-81f4-731414b9ebe4 admin admin] Calling delete_port for 8eadc54a-91e4-444a-9fe4-7dec7c09f56a owned by network:dhcp {{(pid=91975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:06:25.825356 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-4f3ccebf-8303-4ca7-9ca9-466e80335186 None None] Calling delete_port for 8eadc54a-91e4-444a-9fe4-7dec7c09f56a owned by network:dhcp {{(pid=91977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 16:06:25.845599 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d8355563-80ea-45f9-81f4-731414b9ebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128534609'] for port, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:25.849731 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-057967b3-c603-4c7a-8589-54a4bd126a5c tempest-AttachVolumeShelveTestJSON-2589843 tempest-AttachVolumeShelveTestJSON-2589843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:06:25.870614 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-4f3ccebf-8303-4ca7-9ca9-466e80335186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3889861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737512930187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737512396234'] for port, after_delete {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:25.874479 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-d3764fd4-12e5-4115-849d-2009d4b9f15e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:06:25.893716 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8355563-80ea-45f9-81f4-731414b9ebe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eadc54a-91e4-444a-9fe4-7dec7c09f56a,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:06:25.897337 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-d8355563-80ea-45f9-81f4-731414b9ebe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:06:25.899866 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8355563-80ea-45f9-81f4-731414b9ebe4 admin admin] No DVR routers for this DVR port 8eadc54a-91e4-444a-9fe4-7dec7c09f56a on host dv-cinder-793515-3-smb {{(pid=91975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:06:25.917053 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ccebf-8303-4ca7-9ca9-466e80335186 None None] Pushing event deleted for resources: {'Port': ['ID=8eadc54a-91e4-444a-9fe4-7dec7c09f56a,revision_number=None']} {{(pid=91977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:06:25.919880 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG oslo_concurrency.lockutils [None req-4f3ccebf-8303-4ca7-9ca9-466e80335186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:06:25.920707 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3ccebf-8303-4ca7-9ca9-466e80335186 None None] No DVR routers for this DVR port 8eadc54a-91e4-444a-9fe4-7dec7c09f56a on host dv-cinder-793515-3-smb {{(pid=91977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 16:06:26.016919 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d8355563-80ea-45f9-81f4-731414b9ebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3910276', 'neutron.services.segments.db._delete_segments_for_network-8737512847436'] for network, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:26.029188 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.services.segments.db [None req-d8355563-80ea-45f9-81f4-731414b9ebe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e24ffa-a64f-46a7-b6c2-f652de047ce5']}} {{(pid=91975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:06:26.041663 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.services.segments.db [None req-d8355563-80ea-45f9-81f4-731414b9ebe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba5281c-50fd-4681-b5c0-35aed855cad6') {'for_net_delete': True} {{(pid=91975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:06:26.041962 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.services.segments.db [None req-d8355563-80ea-45f9-81f4-731414b9ebe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba5281c-50fd-4681-b5c0-35aed855cad6') {} {{(pid=91975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 16:06:26.053440 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d8355563-80ea-45f9-81f4-731414b9ebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737512848743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128648291'] for segment, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:26.070377 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d8355563-80ea-45f9-81f4-731414b9ebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646'] for segment, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:26.077292 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8355563-80ea-45f9-81f4-731414b9ebe4 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=91975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 16:06:26.077724 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d8355563-80ea-45f9-81f4-731414b9ebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3908646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128534572'] for segment, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: Traceback (most recent call last): Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: timer() Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: cb(*args, **kw) Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: return func(*args, **kwargs) Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: self._notify() Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: self.callback(batched_events) Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: event.method(event) Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: return f(self, *a, **k) Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: return self._get(url).json() Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: return self.request(url, 'GET', **kwargs) Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 16:06:26.091352 dv-cinder-793515-3-smb neutron-server[91975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 16:06:26.168141 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d8355563-80ea-45f9-81f4-731414b9ebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3910301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-597453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634041'] for network, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:26.171989 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:06:26.190419 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-d8355563-80ea-45f9-81f4-731414b9ebe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535022'] for network, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:26.208110 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8355563-80ea-45f9-81f4-731414b9ebe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=59e24ffa-a64f-46a7-b6c2-f652de047ce5,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:06:26.211951 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-d8355563-80ea-45f9-81f4-731414b9ebe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:06:26.213754 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-d8355563-80ea-45f9-81f4-731414b9ebe4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/59e24ffa-a64f-46a7-b6c2-f652de047ce5 HTTP/1.1" status: 204 len: 168 time: 0.9445696 Jun 01 16:06:26.428959 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 38006) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:06:26.477801 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-11aa4f93-9ed6-463d-b04a-ca84668f60c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6ffb1478a98b495cbb45a8f41eaa1780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475593 Jun 01 16:06:26.480895 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [-] (91975) accepted ('10.222.0.60', 38008) {{(pid=91975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:06:26.538392 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-65b8e6bc-7960-42ab-a805-90856793a6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:26.567849 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-65b8e6bc-7960-42ab-a805-90856793a6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:26.623828 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-65b8e6bc-7960-42ab-a805-90856793a6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:26.627485 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-dd5c0764-1b26-44f8-a6d9-41ae33ee5465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:06:26.643504 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8e6bc-7960-42ab-a805-90856793a6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523b82ad-7dfe-46c3-9888-6144849c2acb,revision_number=None']} {{(pid=91975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:06:26.646807 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG oslo_concurrency.lockutils [None req-65b8e6bc-7960-42ab-a805-90856793a6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:06:26.652726 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron_lib.callbacks.manager [None req-65b8e6bc-7960-42ab-a805-90856793a6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:26.653829 dv-cinder-793515-3-smb neutron-server[91975]: INFO neutron.wsgi [None req-65b8e6bc-7960-42ab-a805-90856793a6c5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/523b82ad-7dfe-46c3-9888-6144849c2acb HTTP/1.1" status: 204 len: 168 time: 0.1720366 Jun 01 16:06:27.021505 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 38014) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:06:27.069525 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-37e0edbf-f0e9-4fac-b964-f9317da0dd82 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ae7859176c364c99bf6d4f5771d0a0d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465167 Jun 01 16:06:27.071632 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.wsgi [-] (91976) accepted ('10.222.0.60', 38016) {{(pid=91976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 16:06:27.139869 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b18f341c-f4e0-4ed1-988c-4b95c6a03f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:27.140599 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 8eadc54a-91e4-444a-9fe4-7dec7c09f56a no longer exists at agent ovs-agent-dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 16:06:27.165941 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b18f341c-f4e0-4ed1-988c-4b95c6a03f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:27.174325 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.plugin [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] No Port match for: 8eadc54a-91e4-444a-9fe4-7dec7c09f56a {{(pid=91977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 16:06:27.174678 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron.plugins.ml2.rpc [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Device 8eadc54a-91e4-444a-9fe4-7dec7c09f56a not bound to the agent host dv-cinder-793515-3-smb {{(pid=91977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 16:06:27.223244 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b18f341c-f4e0-4ed1-988c-4b95c6a03f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596581'] for security_group, after_delete {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:27.226848 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-6644135c-beab-4700-9db4-86d964cfe783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 16:06:27.239991 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f341c-f4e0-4ed1-988c-4b95c6a03f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9857abd8-00a2-4faf-8296-9cd3fd33aecd,revision_number=None']} {{(pid=91976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 16:06:27.242867 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG oslo_concurrency.lockutils [None req-b18f341c-f4e0-4ed1-988c-4b95c6a03f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 16:06:27.245226 dv-cinder-793515-3-smb neutron-server[91976]: DEBUG neutron_lib.callbacks.manager [None req-b18f341c-f4e0-4ed1-988c-4b95c6a03f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:27.245901 dv-cinder-793515-3-smb neutron-server[91976]: INFO neutron.wsgi [None req-b18f341c-f4e0-4ed1-988c-4b95c6a03f75 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9857abd8-00a2-4faf-8296-9cd3fd33aecd HTTP/1.1" status: 204 len: 168 time: 0.1733837 Jun 01 16:06:37.719358 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-79bda245-7b71-4c48-b109-20135c8eceaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:40.184934 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-3f53fc3c-15ce-4004-92f8-2ac67a4fe1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:40.212310 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:41.400393 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:41.516382 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:06:43.402548 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:06:52.793785 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:07.722995 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-9fb476d2-f605-4779-8fc0-15413d811015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:10.177417 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-ce171788-fad2-4f1c-886e-96654d7bd273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:10.215189 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:11.402442 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:13.405827 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:18.515765 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:07:22.790737 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:37.726746 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a4a7-ed24-41dc-b4c7-7c704b8dff88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:40.179225 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-eb293d64-e437-4761-a502-8040537b64e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:40.218835 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:41.408165 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:43.409231 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:52.805933 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:07:55.514224 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:08:07.738383 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-71f4e43b-6494-4602-ace9-17989263d560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:10.181186 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-371917a6-1dd0-4224-b2c8-85dfcd0292cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:10.241423 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:11.410465 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:13.426922 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:22.818342 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:32.514699 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:08:37.735281 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-76729070-9c9c-4c93-a89a-f07bf49f6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:40.189275 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-66aefde3-f3d3-464e-9e92-56546b6ea3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:40.228185 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:41.416465 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:43.419004 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:08:52.818239 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:09:07.727264 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-be68404e-d6ca-40ac-a7a6-b07c7e5a1357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:09:09.512925 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:09:10.181653 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-654dd412-ebac-4653-b42e-0b81fe0181b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:09:10.219416 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:09:11.414438 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:09:13.419568 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:09:22.813384 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:09:37.728627 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-56cdb930-a4ed-41da-a2fc-0832064a8d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:09:40.183032 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-cce5a92a-5e6a-402d-8382-b445345bc515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:09:40.221741 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:09:41.424577 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:09:43.422215 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:09:44.142219 dv-cinder-793515-3-smb neutron-server[91975]: DEBUG neutron.wsgi [req-e08ec3ef-5d09-4f48-aef0-ab177a7bfa07 req-4063e326-4a27-4932-ac5c-eb92e545dbac service neutron] (91975) timed out ('10.222.0.89', 62505) {{(pid=91975) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 16:09:46.511762 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:09:52.843786 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:07.730995 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-697b8161-26d5-4a39-9c2c-2dd8bbf0b213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:10.184893 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-b812aa0b-678f-4ad1-a189-f09187eef17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:10.223560 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:11.419398 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:13.424315 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:22.861213 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:23.510976 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:10:37.734001 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-32e2d4b1-2429-445b-b746-1738c915ad07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:40.188619 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-ae5ddb11-cf69-4cc1-9ada-c311765b47e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:40.231969 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:41.423993 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:43.429875 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:10:52.863905 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-2abb0af9-5ad2-4871-9531-581b4806f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:11:00.509914 dv-cinder-793515-3-smb neutron-server[91978]: DEBUG neutron.db.agents_db [None req-d89baa0b-11cf-455c-b814-94067c362027 None None] Agent healthcheck: found 6 active agents {{(pid=91978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 16:11:07.737734 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-9481bbaa-02d4-42d0-a68b-ea7063f93ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:11:10.189605 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-785bce6a-fcc7-45c7-a595-f60c451edb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:11:10.223890 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-015376ca-0728-43f3-94e3-2aea56767b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:11:11.426888 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-67e503e6-20fa-4035-8790-a61de2710722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 16:11:13.431954 dv-cinder-793515-3-smb neutron-server[91977]: DEBUG neutron_lib.callbacks.manager [None req-f2a720dc-4d3f-4e14-8c0c-6f9395a9c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737512817264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3909684'] for agent, after_update {{(pid=91977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}